2024-11-10 19:17:49,581 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 19:17:49,638 main DEBUG Took 0.054098 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 19:17:49,639 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 19:17:49,639 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 19:17:49,640 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 19:17:49,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,653 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 19:17:49,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,680 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,682 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,684 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,685 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,686 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,687 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:17:49,689 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,690 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 19:17:49,691 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:17:49,693 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 19:17:49,696 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 19:17:49,698 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 19:17:49,700 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 19:17:49,700 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 19:17:49,712 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 19:17:49,715 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 19:17:49,717 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 19:17:49,718 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 19:17:49,718 main DEBUG createAppenders(={Console}) 2024-11-10 19:17:49,719 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 19:17:49,720 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 19:17:49,720 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 19:17:49,721 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 19:17:49,721 main DEBUG OutputStream closed 2024-11-10 19:17:49,721 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 19:17:49,722 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 19:17:49,722 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 19:17:49,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 19:17:49,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 19:17:49,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 19:17:49,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 19:17:49,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 19:17:49,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 19:17:49,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 19:17:49,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 19:17:49,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 19:17:49,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 19:17:49,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 19:17:49,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 19:17:49,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 19:17:49,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 19:17:49,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 19:17:49,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 19:17:49,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 19:17:49,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 19:17:49,856 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 19:17:49,856 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 19:17:49,857 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 19:17:49,858 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T19:17:49,879 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 19:17:49,883 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 19:17:49,884 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T19:17:50,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=824, ProcessCount=11, AvailableMemoryMB=2331 2024-11-10T19:17:50,417 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T19:17:50,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698 2024-11-10T19:17:50,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe, deleteOnExit=true 2024-11-10T19:17:50,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/zookeeper_0, clientPort=49401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:17:50,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49401 2024-11-10T19:17:50,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:17:50,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:17:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/test.cache.data in system properties and HBase conf 2024-11-10T19:17:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:17:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:17:50,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:17:50,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:17:50,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:17:51,024 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T19:17:51,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:17:51,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:17:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:17:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:17:51,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:17:51,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:17:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:17:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:17:51,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:17:51,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:17:51,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:17:51,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:17:51,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:17:51,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:17:51,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:17:52,846 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T19:17:52,957 INFO [Time-limited test {}] log.Log(170): Logging initialized @4467ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T19:17:53,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:17:53,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:17:53,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:17:53,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:17:53,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:17:53,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:17:53,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:17:53,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:17:53,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/java.io.tmpdir/jetty-localhost-37889-hadoop-hdfs-3_4_1-tests_jar-_-any-18295264225294752931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:17:53,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:37889} 2024-11-10T19:17:53,660 INFO [Time-limited test {}] server.Server(415): Started @5171ms 2024-11-10T19:17:54,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:17:54,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:17:54,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:17:54,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:17:54,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:17:54,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:17:54,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:17:54,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/java.io.tmpdir/jetty-localhost-45875-hadoop-hdfs-3_4_1-tests_jar-_-any-802757603238978638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:17:54,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:45875} 2024-11-10T19:17:54,710 INFO [Time-limited test {}] server.Server(415): Started @6221ms 2024-11-10T19:17:54,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:17:56,047 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/data/data2/current/BP-1474405371-172.17.0.3-1731266272196/current, will proceed with Du for space computation calculation, 2024-11-10T19:17:56,047 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/data/data1/current/BP-1474405371-172.17.0.3-1731266272196/current, will proceed with Du for space computation calculation, 2024-11-10T19:17:56,163 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:17:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d10e403f46ffe61 with lease ID 0x572738250da5d8b3: Processing first storage report for DS-f886f351-937b-41a7-9c77-d2a0a53d2a40 from datanode DatanodeRegistration(127.0.0.1:44093, datanodeUuid=f2862e42-9a2d-462a-bae1-137c14e99004, infoPort=46099, infoSecurePort=0, ipcPort=46503, storageInfo=lv=-57;cid=testClusterID;nsid=947006093;c=1731266272196) 2024-11-10T19:17:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d10e403f46ffe61 with lease ID 0x572738250da5d8b3: from storage DS-f886f351-937b-41a7-9c77-d2a0a53d2a40 node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=f2862e42-9a2d-462a-bae1-137c14e99004, infoPort=46099, infoSecurePort=0, ipcPort=46503, storageInfo=lv=-57;cid=testClusterID;nsid=947006093;c=1731266272196), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T19:17:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d10e403f46ffe61 with lease ID 0x572738250da5d8b3: Processing first storage report for DS-62a70b1b-4029-4b4d-a18a-9558eef815f8 from datanode DatanodeRegistration(127.0.0.1:44093, datanodeUuid=f2862e42-9a2d-462a-bae1-137c14e99004, infoPort=46099, infoSecurePort=0, ipcPort=46503, storageInfo=lv=-57;cid=testClusterID;nsid=947006093;c=1731266272196) 2024-11-10T19:17:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d10e403f46ffe61 with lease ID 0x572738250da5d8b3: from storage DS-62a70b1b-4029-4b4d-a18a-9558eef815f8 node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=f2862e42-9a2d-462a-bae1-137c14e99004, infoPort=46099, infoSecurePort=0, ipcPort=46503, storageInfo=lv=-57;cid=testClusterID;nsid=947006093;c=1731266272196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:17:56,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698 2024-11-10T19:17:56,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:56,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:56,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:17:57,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7 with version=8 2024-11-10T19:17:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/hbase-staging 2024-11-10T19:17:57,175 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T19:17:57,513 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:17:57,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:17:57,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:17:57,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:17:57,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:17:57,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:17:57,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:17:57,997 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T19:17:58,036 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T19:17:58,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:17:58,092 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13188 (auto-detected) 2024-11-10T19:17:58,094 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T19:17:58,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37915 2024-11-10T19:17:58,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37915 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:17:58,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379150x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:17:58,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37915-0x101262ed1750000 connected 2024-11-10T19:17:58,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:58,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:58,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:17:58,717 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7, hbase.cluster.distributed=false 2024-11-10T19:17:58,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/acl 2024-11-10T19:17:58,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-10T19:17:58,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37915 2024-11-10T19:17:58,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37915 2024-11-10T19:17:58,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-10T19:17:58,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-10T19:17:59,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:17:59,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:17:59,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:17:59,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:17:59,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:17:59,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:17:59,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:17:59,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:17:59,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36079 2024-11-10T19:17:59,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36079 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:17:59,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:59,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:59,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360790x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:17:59,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360790x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:17:59,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:17:59,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36079-0x101262ed1750001 connected 2024-11-10T19:17:59,212 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:17:59,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/master 2024-11-10T19:17:59,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/acl 2024-11-10T19:17:59,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36079 2024-11-10T19:17:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36079 2024-11-10T19:17:59,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36079 2024-11-10T19:17:59,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36079 2024-11-10T19:17:59,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36079 2024-11-10T19:17:59,273 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:37915 2024-11-10T19:17:59,274 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1121657138/backup-masters/bdc25462c9ef,37915,1731266277241 2024-11-10T19:17:59,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:17:59,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:17:59,293 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on existing znode=/0-1121657138/backup-masters/bdc25462c9ef,37915,1731266277241 2024-11-10T19:17:59,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121657138/master 2024-11-10T19:17:59,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:17:59,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:17:59,333 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on existing znode=/0-1121657138/master 2024-11-10T19:17:59,334 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1121657138/backup-masters/bdc25462c9ef,37915,1731266277241 from backup master directory 2024-11-10T19:17:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:17:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/backup-masters/bdc25462c9ef,37915,1731266277241 2024-11-10T19:17:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:17:59,349 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:17:59,350 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,37915,1731266277241 2024-11-10T19:17:59,353 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T19:17:59,354 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T19:17:59,423 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/hbase.id] with ID: 12d01da8-a8e5-4414-901a-4ffa613d4bea 2024-11-10T19:17:59,423 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/.tmp/hbase.id 2024-11-10T19:17:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:17:59,861 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/.tmp/hbase.id]:[hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/hbase.id] 2024-11-10T19:17:59,959 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:17:59,966 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:17:59,996 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-10T19:18:00,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:00,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:18:00,469 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:00,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:00,495 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:18:00,509 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:00,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:18:00,987 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store 2024-11-10T19:18:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:18:01,028 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T19:18:01,031 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:01,033 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:01,033 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:01,034 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:01,035 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:01,036 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:01,036 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:01,041 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266281033Disabling compacts and flushes for region at 1731266281033Disabling writes for close at 1731266281036 (+3 ms)Writing region close event to WAL at 1731266281036Closed at 1731266281036 2024-11-10T19:18:01,044 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/.initializing 2024-11-10T19:18:01,044 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:01,055 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:01,076 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C37915%2C1731266277241, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:01,108 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241/bdc25462c9ef%2C37915%2C1731266277241.1731266281082, exclude list is [], retry=0 2024-11-10T19:18:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T19:18:01,179 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 2024-11-10T19:18:01,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:01,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:01,181 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:01,185 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,186 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:01,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:01,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:01,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:01,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:01,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:01,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:01,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:01,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:01,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:01,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:01,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:01,303 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,307 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,309 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,315 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,316 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:01,324 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:01,333 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:01,340 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71760851, jitterRate=0.06932000815868378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:01,353 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266281204Initializing all the Stores at 1731266281206 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266281207 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266281214 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266281214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266281214Cleaning up temporary data from old regions at 1731266281316 (+102 ms)Region opened successfully at 1731266281352 (+36 ms) 2024-11-10T19:18:01,354 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:01,404 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0a615c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:01,445 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:18:01,461 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:01,461 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:01,465 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:01,467 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T19:18:01,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T19:18:01,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:01,517 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:01,529 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:01,561 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/balancer already deleted, retry=false 2024-11-10T19:18:01,565 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:01,567 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:01,580 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/normalizer already deleted, retry=false 2024-11-10T19:18:01,583 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:01,594 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:01,603 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/switch/split already deleted, retry=false 2024-11-10T19:18:01,605 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:01,613 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/switch/merge already deleted, retry=false 2024-11-10T19:18:01,641 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:01,653 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:01,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:01,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:01,685 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,37915,1731266277241, sessionid=0x101262ed1750000, setting cluster-up flag (Was=false) 2024-11-10T19:18:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:01,808 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1121657138/flush-table-proc/acquired, /0-1121657138/flush-table-proc/reached, /0-1121657138/flush-table-proc/abort 2024-11-10T19:18:01,818 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:01,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:01,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:01,887 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1121657138/online-snapshot/acquired, /0-1121657138/online-snapshot/reached, /0-1121657138/online-snapshot/abort 2024-11-10T19:18:01,892 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:01,903 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:18:01,978 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(746): ClusterId : 12d01da8-a8e5-4414-901a-4ffa613d4bea 2024-11-10T19:18:01,984 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:02,025 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:02,039 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:02,050 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:02,050 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:02,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:02,060 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,37915,1731266277241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:02,078 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:02,079 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdb0d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:02,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:02,081 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:02,081 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:02,081 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:02,081 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:02,082 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,082 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:02,082 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,104 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:36079 2024-11-10T19:18:02,108 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:02,108 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:02,109 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:02,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:02,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:18:02,112 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,37915,1731266277241 with port=36079, startcode=1731266278986 2024-11-10T19:18:02,112 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266312112 2024-11-10T19:18:02,115 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:02,116 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:02,120 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:02,121 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:02,121 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:02,121 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:02,127 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:02,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:02,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:18:02,132 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,141 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:02,142 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:02,143 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:02,143 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:02,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:18:02,178 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:02,179 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:02,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:18:02,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7 2024-11-10T19:18:02,193 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266282184,5,FailOnTimeoutGroup] 2024-11-10T19:18:02,196 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:02,205 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T19:18:02,211 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266282193,5,FailOnTimeoutGroup] 2024-11-10T19:18:02,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:02,213 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,213 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,245 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T19:18:02,245 WARN [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T19:18:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:18:02,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:02,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:02,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:02,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:02,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:02,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:02,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:02,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:02,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:02,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:02,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:02,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:02,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:02,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:02,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:02,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:02,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:02,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:02,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740 2024-11-10T19:18:02,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740 2024-11-10T19:18:02,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:02,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:02,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:02,341 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:02,342 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71366596, jitterRate=0.06344515085220337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:02,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266282255Initializing all the Stores at 1731266282258 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266282258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266282259 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266282260 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266282260Cleaning up temporary data from old regions at 1731266282329 (+69 ms)Region opened successfully at 1731266282347 (+18 ms) 2024-11-10T19:18:02,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:02,347 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:02,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:02,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:02,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:02,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:02,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266282347Disabling compacts and flushes for region at 1731266282347Disabling writes for close at 1731266282348 (+1 ms)Writing region close event to WAL at 1731266282349 (+1 ms)Closed at 1731266282350 (+1 ms) 2024-11-10T19:18:02,357 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,37915,1731266277241 with port=36079, startcode=1731266278986 2024-11-10T19:18:02,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:02,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:18:02,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:02,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:02,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:02,374 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7 2024-11-10T19:18:02,374 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-10T19:18:02,374 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:02,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:02,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:18:02,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/rs 2024-11-10T19:18:02,468 DEBUG [RS:0;bdc25462c9ef:36079 {}] zookeeper.ZKUtil(111): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on existing znode=/0-1121657138/rs/bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:02,468 WARN [RS:0;bdc25462c9ef:36079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:02,469 INFO [RS:0;bdc25462c9ef:36079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:02,469 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:02,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,36079,1731266278986] 2024-11-10T19:18:02,514 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:02,539 WARN [bdc25462c9ef:37915 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:18:02,573 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:02,581 INFO [RS:0;bdc25462c9ef:36079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:02,582 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,583 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:02,595 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:02,598 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,599 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,599 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,599 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,599 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,600 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,600 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:02,600 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,600 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,600 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,600 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,601 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,601 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:02,601 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:02,601 DEBUG [RS:0;bdc25462c9ef:36079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:02,606 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,607 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,608 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,608 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,608 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,608 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36079,1731266278986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:02,632 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:02,633 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36079,1731266278986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,634 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,634 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.Replication(171): bdc25462c9ef,36079,1731266278986 started 2024-11-10T19:18:02,657 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:02,658 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,36079,1731266278986, RpcServer on bdc25462c9ef/172.17.0.3:36079, sessionid=0x101262ed1750001 2024-11-10T19:18:02,659 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:02,660 DEBUG [RS:0;bdc25462c9ef:36079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:02,660 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,36079,1731266278986' 2024-11-10T19:18:02,660 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1121657138/flush-table-proc/abort' 2024-11-10T19:18:02,662 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1121657138/flush-table-proc/acquired' 2024-11-10T19:18:02,663 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:02,663 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:02,664 DEBUG [RS:0;bdc25462c9ef:36079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:02,664 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,36079,1731266278986' 2024-11-10T19:18:02,664 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1121657138/online-snapshot/abort' 2024-11-10T19:18:02,665 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1121657138/online-snapshot/acquired' 2024-11-10T19:18:02,666 DEBUG [RS:0;bdc25462c9ef:36079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:02,666 INFO [RS:0;bdc25462c9ef:36079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:02,666 INFO [RS:0;bdc25462c9ef:36079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:02,771 INFO [RS:0;bdc25462c9ef:36079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:02,779 INFO [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36079%2C1731266278986, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs, maxLogs=10 2024-11-10T19:18:02,805 DEBUG [RS:0;bdc25462c9ef:36079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782, exclude list is [], retry=0 2024-11-10T19:18:02,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:02,824 INFO [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 2024-11-10T19:18:02,824 DEBUG [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:03,041 DEBUG [bdc25462c9ef:37915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:03,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:03,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36079,1731266278986, state=OPENING 2024-11-10T19:18:03,135 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:18:03,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:03,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:03,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:03,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:03,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36079,1731266278986}] 2024-11-10T19:18:03,432 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:03,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:03,458 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:03,458 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:03,459 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:03,464 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36079%2C1731266278986.meta, suffix=.meta, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs, maxLogs=10 2024-11-10T19:18:03,484 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.meta.1731266283466.meta, exclude list is [], retry=0 2024-11-10T19:18:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:03,496 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.meta.1731266283466.meta 2024-11-10T19:18:03,498 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:03,499 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:03,505 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:03,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:03,513 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:03,521 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:03,522 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:03,522 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:03,522 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:03,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:03,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:03,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:03,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:03,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:03,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:03,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:03,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:03,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:03,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:03,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:03,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:03,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:03,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:03,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:03,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:03,563 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:03,565 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740 2024-11-10T19:18:03,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740 2024-11-10T19:18:03,578 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:03,578 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:03,579 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:03,585 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:03,587 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71878526, jitterRate=0.0710735023021698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:03,588 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:03,589 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266283523Writing region info on filesystem at 1731266283524 (+1 ms)Initializing all the Stores at 1731266283527 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266283527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266283540 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266283540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266283540Cleaning up temporary data from old regions at 1731266283578 (+38 ms)Running coprocessor post-open hooks at 1731266283588 (+10 ms)Region opened successfully at 1731266283589 (+1 ms) 2024-11-10T19:18:03,596 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266283421 2024-11-10T19:18:03,609 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:03,610 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:03,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:03,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36079,1731266278986, state=OPEN 2024-11-10T19:18:03,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:03,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:03,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:03,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:03,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:18:03,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36079,1731266278986 in 442 msec 2024-11-10T19:18:03,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:18:03,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3360 sec 2024-11-10T19:18:03,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:03,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:18:03,755 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:03,757 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36079,1731266278986, seqNum=-1] 2024-11-10T19:18:03,789 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:03,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:03,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8910 sec 2024-11-10T19:18:03,851 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266283850, completionTime=-1 2024-11-10T19:18:03,854 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:18:03,855 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:03,899 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:03,900 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266343900 2024-11-10T19:18:03,900 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266403900 2024-11-10T19:18:03,900 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 45 msec 2024-11-10T19:18:03,903 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37915,1731266277241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:03,904 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37915,1731266277241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:03,904 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37915,1731266277241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:03,906 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:37915, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:03,907 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:03,922 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:03,935 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:18:03,983 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.633sec 2024-11-10T19:18:03,985 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:03,987 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:03,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:03,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:03,991 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:03,992 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37915,1731266277241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:03,993 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37915,1731266277241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:04,017 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:04,018 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:04,019 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37915,1731266277241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:04,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:04,089 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T19:18:04,089 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T19:18:04,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,37915,-1 for getting cluster id 2024-11-10T19:18:04,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:04,118 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12d01da8-a8e5-4414-901a-4ffa613d4bea' 2024-11-10T19:18:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12d01da8-a8e5-4414-901a-4ffa613d4bea" 2024-11-10T19:18:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d27e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,37915,-1] 2024-11-10T19:18:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:04,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:04,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:04,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c003af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:04,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36079,1731266278986, seqNum=-1] 2024-11-10T19:18:04,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:04,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:04,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:04,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:18:04,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:04,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101262ed1750002 connected 2024-11-10T19:18:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir so I do NOT create it in target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d 2024-11-10T19:18:04,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:18:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.tmp.dir so I do NOT create it in target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d 2024-11-10T19:18:04,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:18:04,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d 2024-11-10T19:18:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:18:04,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/cluster_074af4bb-9960-b78d-f56d-90af3087bfe7, deleteOnExit=true 2024-11-10T19:18:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:18:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/test.cache.data in system properties and HBase conf 2024-11-10T19:18:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:18:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:18:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:18:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:18:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:18:04,414 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:18:04,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:04,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:04,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:18:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:18:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:18:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:18:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:18:05,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:05,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:05,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:05,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:05,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:05,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:05,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:05,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:05,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/java.io.tmpdir/jetty-localhost-44289-hadoop-hdfs-3_4_1-tests_jar-_-any-9840276900236592615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:05,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:44289} 2024-11-10T19:18:05,267 INFO [Time-limited test {}] server.Server(415): Started @16778ms 2024-11-10T19:18:05,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:05,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:05,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:05,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:05,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:05,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:05,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:06,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/java.io.tmpdir/jetty-localhost-44303-hadoop-hdfs-3_4_1-tests_jar-_-any-15032493418693381768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:06,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:44303} 2024-11-10T19:18:06,044 INFO [Time-limited test {}] server.Server(415): Started @17554ms 2024-11-10T19:18:06,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:18:07,074 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/cluster_074af4bb-9960-b78d-f56d-90af3087bfe7/data/data1/current/BP-172030758-172.17.0.3-1731266284461/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:07,074 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/cluster_074af4bb-9960-b78d-f56d-90af3087bfe7/data/data2/current/BP-172030758-172.17.0.3-1731266284461/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:07,094 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:18:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57f6ef7a3eef8e36 with lease ID 0xa8fb17b2f47a5561: Processing first storage report for DS-a39dfab1-d5ed-44cc-99dc-90d9bc0fafb7 from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=9ac82a5a-fe66-4d8f-b711-4ede1ff615a6, infoPort=41571, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1608377984;c=1731266284461) 2024-11-10T19:18:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57f6ef7a3eef8e36 with lease ID 0xa8fb17b2f47a5561: from storage DS-a39dfab1-d5ed-44cc-99dc-90d9bc0fafb7 node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=9ac82a5a-fe66-4d8f-b711-4ede1ff615a6, infoPort=41571, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1608377984;c=1731266284461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57f6ef7a3eef8e36 with lease ID 0xa8fb17b2f47a5561: Processing first storage report for DS-7ece6f37-b8f3-41a8-a414-afb2b8cd85c1 from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=9ac82a5a-fe66-4d8f-b711-4ede1ff615a6, infoPort=41571, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1608377984;c=1731266284461) 2024-11-10T19:18:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57f6ef7a3eef8e36 with lease ID 0xa8fb17b2f47a5561: from storage DS-7ece6f37-b8f3-41a8-a414-afb2b8cd85c1 node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=9ac82a5a-fe66-4d8f-b711-4ede1ff615a6, infoPort=41571, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1608377984;c=1731266284461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:07,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d 2024-11-10T19:18:07,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:07,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:18:07,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04 with version=8 2024-11-10T19:18:07,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/hbase-staging 2024-11-10T19:18:07,608 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:07,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:07,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:07,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:07,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:07,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:07,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:18:07,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:07,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44463 2024-11-10T19:18:07,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44463 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:18:07,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444630x0, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:07,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44463-0x101262ed1750003 connected 2024-11-10T19:18:07,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:07,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:07,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/running 2024-11-10T19:18:07,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04, hbase.cluster.distributed=false 2024-11-10T19:18:07,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/acl 2024-11-10T19:18:07,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-10T19:18:07,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44463 2024-11-10T19:18:07,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44463 2024-11-10T19:18:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-10T19:18:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-10T19:18:07,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:18:07,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:07,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42115 2024-11-10T19:18:07,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42115 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:18:07,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:07,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:07,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421150x0, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:07,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421150x0, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/running 2024-11-10T19:18:07,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42115-0x101262ed1750004 connected 2024-11-10T19:18:07,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:18:07,792 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:18:07,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/master 2024-11-10T19:18:07,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/acl 2024-11-10T19:18:07,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-10T19:18:07,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42115 2024-11-10T19:18:07,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42115 2024-11-10T19:18:07,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-10T19:18:07,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-10T19:18:07,812 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:44463 2024-11-10T19:18:07,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1149539753/backup-masters/bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753/backup-masters 2024-11-10T19:18:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753/backup-masters 2024-11-10T19:18:07,824 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on existing znode=/1-1149539753/backup-masters/bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:07,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:07,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1149539753/master 2024-11-10T19:18:07,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:07,844 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on existing znode=/1-1149539753/master 2024-11-10T19:18:07,845 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1149539753/backup-masters/bdc25462c9ef,44463,1731266287608 from backup master directory 2024-11-10T19:18:07,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1149539753/backup-masters/bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:07,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753/backup-masters 2024-11-10T19:18:07,959 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:07,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753/backup-masters 2024-11-10T19:18:07,959 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:07,971 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/hbase.id] with ID: 17bf3eb4-7134-4943-bb58-a7750f4a5d22 2024-11-10T19:18:07,971 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/.tmp/hbase.id 2024-11-10T19:18:07,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:18:07,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:18:07,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:07,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:07,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T19:18:07,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:07,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:18:07,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:18:07,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:08,382 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/.tmp/hbase.id]:[hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/hbase.id] 2024-11-10T19:18:08,410 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:08,410 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:18:08,413 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:18:08,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:08,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:08,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:18:08,451 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:08,453 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:08,453 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:18:08,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:18:08,867 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store 2024-11-10T19:18:08,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:18:09,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:09,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:09,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:09,283 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:09,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:09,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:09,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:09,283 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:09,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266289282Disabling compacts and flushes for region at 1731266289282Disabling writes for close at 1731266289283 (+1 ms)Writing region close event to WAL at 1731266289283Closed at 1731266289283 2024-11-10T19:18:09,286 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/.initializing 2024-11-10T19:18:09,286 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/WALs/bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:09,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:09,294 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C44463%2C1731266287608, suffix=, logDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/WALs/bdc25462c9ef,44463,1731266287608, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:09,316 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/WALs/bdc25462c9ef,44463,1731266287608/bdc25462c9ef%2C44463%2C1731266287608.1731266289295, exclude list is [], retry=0 2024-11-10T19:18:09,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-a39dfab1-d5ed-44cc-99dc-90d9bc0fafb7,DISK] 2024-11-10T19:18:09,324 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/WALs/bdc25462c9ef,44463,1731266287608/bdc25462c9ef%2C44463%2C1731266287608.1731266289295 2024-11-10T19:18:09,332 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41571:41571)] 2024-11-10T19:18:09,332 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:09,333 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:09,333 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,333 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:09,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:09,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:09,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:09,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:09,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:09,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:09,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:09,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:09,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:09,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:09,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:09,351 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,353 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,353 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,357 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:09,359 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:09,365 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:09,366 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62254046, jitterRate=-0.07234242558479309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:09,366 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266289333Initializing all the Stores at 1731266289335 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266289335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266289335Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266289335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266289335Cleaning up temporary data from old regions at 1731266289356 (+21 ms)Region opened successfully at 1731266289366 (+10 ms) 2024-11-10T19:18:09,367 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:09,381 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d284ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:09,382 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:18:09,382 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:09,383 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:09,383 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:09,384 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:18:09,385 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:18:09,385 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:09,391 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:09,393 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Unable to get data of znode /1-1149539753/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:09,402 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1149539753/balancer already deleted, retry=false 2024-11-10T19:18:09,403 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:09,404 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Unable to get data of znode /1-1149539753/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:09,413 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1149539753/normalizer already deleted, retry=false 2024-11-10T19:18:09,413 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:09,415 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Unable to get data of znode /1-1149539753/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:09,423 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1149539753/switch/split already deleted, retry=false 2024-11-10T19:18:09,424 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Unable to get data of znode /1-1149539753/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:09,434 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1149539753/switch/merge already deleted, retry=false 2024-11-10T19:18:09,436 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Unable to get data of znode /1-1149539753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:09,444 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1149539753/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1149539753/running 2024-11-10T19:18:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1149539753/running 2024-11-10T19:18:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:09,455 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,44463,1731266287608, sessionid=0x101262ed1750003, setting cluster-up flag (Was=false) 2024-11-10T19:18:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:09,507 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1149539753/flush-table-proc/acquired, /1-1149539753/flush-table-proc/reached, /1-1149539753/flush-table-proc/abort 2024-11-10T19:18:09,509 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:09,634 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1149539753/online-snapshot/acquired, /1-1149539753/online-snapshot/reached, /1-1149539753/online-snapshot/abort 2024-11-10T19:18:09,636 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:09,637 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:18:09,640 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:09,640 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:09,640 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:09,641 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,44463,1731266287608 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:09,644 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:09,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:18:09,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:09,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266319649 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:09,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:09,651 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,651 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:09,651 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:09,651 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:09,651 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:09,652 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:09,652 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:09,652 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266289652,5,FailOnTimeoutGroup] 2024-11-10T19:18:09,652 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266289652,5,FailOnTimeoutGroup] 2024-11-10T19:18:09,652 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,652 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:09,652 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,652 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:18:09,704 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(746): ClusterId : 17bf3eb4-7134-4943-bb58-a7750f4a5d22 2024-11-10T19:18:09,704 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:09,739 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:09,739 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:09,750 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:09,751 DEBUG [RS:0;bdc25462c9ef:42115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed5fdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:09,764 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:42115 2024-11-10T19:18:09,764 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:09,764 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:09,764 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:09,765 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,44463,1731266287608 with port=42115, startcode=1731266287766 2024-11-10T19:18:09,765 DEBUG [RS:0;bdc25462c9ef:42115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:09,768 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:09,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:09,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44463 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:09,771 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04 2024-11-10T19:18:09,771 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39855 2024-11-10T19:18:09,771 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753/rs 2024-11-10T19:18:09,810 DEBUG [RS:0;bdc25462c9ef:42115 {}] zookeeper.ZKUtil(111): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on existing znode=/1-1149539753/rs/bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:09,811 WARN [RS:0;bdc25462c9ef:42115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:09,811 INFO [RS:0;bdc25462c9ef:42115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:09,811 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:09,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,42115,1731266287766] 2024-11-10T19:18:09,818 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:09,823 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:09,824 INFO [RS:0;bdc25462c9ef:42115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:09,824 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,824 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:09,826 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:09,826 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,826 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,826 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,827 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,828 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:09,828 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:09,828 DEBUG [RS:0;bdc25462c9ef:42115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:09,828 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,828 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,828 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,829 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,829 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,829 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42115,1731266287766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:09,843 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:09,844 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42115,1731266287766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,844 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,844 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.Replication(171): bdc25462c9ef,42115,1731266287766 started 2024-11-10T19:18:09,860 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:09,860 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,42115,1731266287766, RpcServer on bdc25462c9ef/172.17.0.3:42115, sessionid=0x101262ed1750004 2024-11-10T19:18:09,860 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:09,860 DEBUG [RS:0;bdc25462c9ef:42115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:09,860 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,42115,1731266287766' 2024-11-10T19:18:09,860 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1149539753/flush-table-proc/abort' 2024-11-10T19:18:09,861 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1149539753/flush-table-proc/acquired' 2024-11-10T19:18:09,861 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:09,861 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:09,861 DEBUG [RS:0;bdc25462c9ef:42115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:09,862 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,42115,1731266287766' 2024-11-10T19:18:09,862 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1149539753/online-snapshot/abort' 2024-11-10T19:18:09,862 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1149539753/online-snapshot/acquired' 2024-11-10T19:18:09,863 DEBUG [RS:0;bdc25462c9ef:42115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:09,863 INFO [RS:0;bdc25462c9ef:42115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:09,863 INFO [RS:0;bdc25462c9ef:42115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:09,963 INFO [RS:0;bdc25462c9ef:42115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:09,968 INFO [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C42115%2C1731266287766, suffix=, logDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/oldWALs, maxLogs=10 2024-11-10T19:18:09,986 DEBUG [RS:0;bdc25462c9ef:42115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766/bdc25462c9ef%2C42115%2C1731266287766.1731266289972, exclude list is [], retry=0 2024-11-10T19:18:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-a39dfab1-d5ed-44cc-99dc-90d9bc0fafb7,DISK] 2024-11-10T19:18:09,992 INFO [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766/bdc25462c9ef%2C42115%2C1731266287766.1731266289972 2024-11-10T19:18:09,993 DEBUG [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41571:41571)] 2024-11-10T19:18:10,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:18:10,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04 2024-11-10T19:18:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:18:10,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:10,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:10,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:10,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:10,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:10,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:10,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:10,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:10,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:10,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:10,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740 2024-11-10T19:18:10,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740 2024-11-10T19:18:10,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:10,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:10,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:10,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:10,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:10,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59459446, jitterRate=-0.11398521065711975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:10,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266290469Initializing all the Stores at 1731266290472 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266290472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266290473 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266290473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266290473Cleaning up temporary data from old regions at 1731266290493 (+20 ms)Region opened successfully at 1731266290500 (+7 ms) 2024-11-10T19:18:10,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:10,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:10,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:10,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:10,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:10,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:10,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266290500Disabling compacts and flushes for region at 1731266290500Disabling writes for close at 1731266290500Writing region close event to WAL at 1731266290501 (+1 ms)Closed at 1731266290501 2024-11-10T19:18:10,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:10,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:18:10,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:10,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:10,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:18:10,658 DEBUG [bdc25462c9ef:44463 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:10,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:10,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,42115,1731266287766, state=OPENING 2024-11-10T19:18:10,754 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:18:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:10,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:10,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1149539753/meta-region-server: CHANGED 2024-11-10T19:18:10,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1149539753/meta-region-server: CHANGED 2024-11-10T19:18:10,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,42115,1731266287766}] 2024-11-10T19:18:10,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:10,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:10,941 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:10,941 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:10,942 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:10,944 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C42115%2C1731266287766.meta, suffix=.meta, logDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/oldWALs, maxLogs=10 2024-11-10T19:18:10,960 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766/bdc25462c9ef%2C42115%2C1731266287766.meta.1731266290946.meta, exclude list is [], retry=0 2024-11-10T19:18:10,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-a39dfab1-d5ed-44cc-99dc-90d9bc0fafb7,DISK] 2024-11-10T19:18:10,967 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766/bdc25462c9ef%2C42115%2C1731266287766.meta.1731266290946.meta 2024-11-10T19:18:10,967 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41571:41571)] 2024-11-10T19:18:10,967 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:10,968 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:10,968 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:10,968 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:10,968 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:10,968 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:10,968 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:10,969 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:10,969 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:10,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:10,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:10,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:10,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:10,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:10,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:10,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:10,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:10,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:10,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:10,982 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:10,983 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740 2024-11-10T19:18:10,986 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740 2024-11-10T19:18:10,988 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:10,988 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:10,989 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:10,992 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:10,993 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73739825, jitterRate=0.09880901873111725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:10,994 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:10,994 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266290969Writing region info on filesystem at 1731266290969Initializing all the Stores at 1731266290970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266290971 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266290971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266290971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266290971Cleaning up temporary data from old regions at 1731266290988 (+17 ms)Running coprocessor post-open hooks at 1731266290994 (+6 ms)Region opened successfully at 1731266290994 2024-11-10T19:18:10,996 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266290928 2024-11-10T19:18:11,000 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:11,000 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:11,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:11,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,42115,1731266287766, state=OPEN 2024-11-10T19:18:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1149539753/meta-region-server 2024-11-10T19:18:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1149539753/meta-region-server 2024-11-10T19:18:11,013 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:11,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1149539753/meta-region-server: CHANGED 2024-11-10T19:18:11,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1149539753/meta-region-server: CHANGED 2024-11-10T19:18:11,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:18:11,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,42115,1731266287766 in 241 msec 2024-11-10T19:18:11,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:18:11,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-10T19:18:11,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:11,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:18:11,028 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:11,029 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,42115,1731266287766, seqNum=-1] 2024-11-10T19:18:11,029 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:11,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:11,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4000 sec 2024-11-10T19:18:11,042 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266291042, completionTime=-1 2024-11-10T19:18:11,042 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:18:11,042 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:11,045 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:11,045 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266351045 2024-11-10T19:18:11,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266411046 2024-11-10T19:18:11,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T19:18:11,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44463,1731266287608-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44463,1731266287608-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44463,1731266287608-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,047 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:44463, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,047 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,047 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,050 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.093sec 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:11,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44463,1731266287608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:11,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44463,1731266287608-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:11,056 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:11,056 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:11,056 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44463,1731266287608-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:11,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:11,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:11,107 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506d0ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:11,111 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:11,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:11,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,42115,1731266287766, seqNum=-1] 2024-11-10T19:18:11,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:11,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:11,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:11,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:18:11,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:11,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101262ed1750005 connected 2024-11-10T19:18:11,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,37915,-1 for getting cluster id 2024-11-10T19:18:11,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:11,146 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12d01da8-a8e5-4414-901a-4ffa613d4bea' 2024-11-10T19:18:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12d01da8-a8e5-4414-901a-4ffa613d4bea" 2024-11-10T19:18:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f80c5af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,37915,-1] 2024-11-10T19:18:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:11,149 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad9d75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5205e79d 2024-11-10T19:18:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:11,166 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:11,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:18:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:18:11,179 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:11,181 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435598dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,181 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:11,181 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:11,182 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4209a1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:11,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:11,185 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4490c21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:11,186 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ba66ac 2024-11-10T19:18:11,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:11,192 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:11,205 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T19:18:11,206 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:18:11,211 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:11,211 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:11,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:11,213 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:11,218 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:18:11,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:18:11,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:11,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:18:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741835_1011 (size=1138) 2024-11-10T19:18:11,270 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:18:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:11,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51cd68f9cf951b90d54f4cf859b813e4, NAME => 'hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7 2024-11-10T19:18:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741836_1012 (size=44) 2024-11-10T19:18:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:12,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:12,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51cd68f9cf951b90d54f4cf859b813e4, disabling compactions & flushes 2024-11-10T19:18:12,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. after waiting 0 ms 2024-11-10T19:18:12,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51cd68f9cf951b90d54f4cf859b813e4: Waiting for close lock at 1731266292052Disabling compacts and flushes for region at 1731266292052Disabling writes for close at 1731266292053 (+1 ms)Writing region close event to WAL at 1731266292053Closed at 1731266292053 2024-11-10T19:18:12,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:18:12,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266292055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266292055"}]},"ts":"1731266292055"} 2024-11-10T19:18:12,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:18:12,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:18:12,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266292070"}]},"ts":"1731266292070"} 2024-11-10T19:18:12,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:18:12,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN}] 2024-11-10T19:18:12,079 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN 2024-11-10T19:18:12,081 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN; state=OFFLINE, location=bdc25462c9ef,36079,1731266278986; forceNewPlan=false, retain=false 2024-11-10T19:18:12,233 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51cd68f9cf951b90d54f4cf859b813e4, regionState=OPENING, regionLocation=bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:12,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN because future has completed 2024-11-10T19:18:12,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cd68f9cf951b90d54f4cf859b813e4, server=bdc25462c9ef,36079,1731266278986}] 2024-11-10T19:18:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:12,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:12,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:18:12,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36079%2C1731266278986.rep, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs, maxLogs=10 2024-11-10T19:18:12,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.rep.1731266292411, exclude list is [], retry=0 2024-11-10T19:18:12,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:12,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.rep.1731266292411 2024-11-10T19:18:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 51cd68f9cf951b90d54f4cf859b813e4, NAME => 'hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:12,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. service=MultiRowMutationService 2024-11-10T19:18:12,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:18:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,434 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,436 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cd68f9cf951b90d54f4cf859b813e4 columnFamilyName hfileref 2024-11-10T19:18:12,436 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:12,437 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(327): Store=51cd68f9cf951b90d54f4cf859b813e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:12,437 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,438 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cd68f9cf951b90d54f4cf859b813e4 columnFamilyName queue 2024-11-10T19:18:12,439 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:12,439 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(327): Store=51cd68f9cf951b90d54f4cf859b813e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:12,439 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,441 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cd68f9cf951b90d54f4cf859b813e4 columnFamilyName sid 2024-11-10T19:18:12,441 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:12,441 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(327): Store=51cd68f9cf951b90d54f4cf859b813e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:12,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:18:12,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:12,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 51cd68f9cf951b90d54f4cf859b813e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72340953, jitterRate=0.07796420156955719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:18:12,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:12,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 51cd68f9cf951b90d54f4cf859b813e4: Running coprocessor pre-open hook at 1731266292433Writing region info on filesystem at 1731266292433Initializing all the Stores at 1731266292434 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266292434Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266292434Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266292434Cleaning up temporary data from old regions at 1731266292445 (+11 ms)Running coprocessor post-open hooks at 1731266292451 (+6 ms)Region opened successfully at 1731266292452 (+1 ms) 2024-11-10T19:18:12,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., pid=7, masterSystemTime=1731266292397 2024-11-10T19:18:12,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:12,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51cd68f9cf951b90d54f4cf859b813e4, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:12,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cd68f9cf951b90d54f4cf859b813e4, server=bdc25462c9ef,36079,1731266278986 because future has completed 2024-11-10T19:18:12,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T19:18:12,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 51cd68f9cf951b90d54f4cf859b813e4, server=bdc25462c9ef,36079,1731266278986 in 222 msec 2024-11-10T19:18:12,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:18:12,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN in 391 msec 2024-11-10T19:18:12,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:18:12,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266292475"}]},"ts":"1731266292475"} 2024-11-10T19:18:12,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:18:12,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:18:12,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2670 sec 2024-11-10T19:18:12,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., hostname=bdc25462c9ef,36079,1731266278986, seqNum=2] 2024-11-10T19:18:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36079 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T19:18:12,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:12,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:12,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:18:12,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T19:18:12,760 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:18:12,805 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,36079,1731266278986, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:18:12,807 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:12,807 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36079,1731266278986, seqNum=-1] 2024-11-10T19:18:12,807 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:12,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T19:18:12,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,36079,1731266278986', locateType=CURRENT is [region=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., hostname=bdc25462c9ef,36079,1731266278986, seqNum=2] 2024-11-10T19:18:12,820 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T19:18:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T19:18:12,825 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,36079,1731266278986 suceeded 2024-11-10T19:18:12,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T19:18:12,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-10T19:18:12,829 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:12,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6600 sec 2024-11-10T19:18:12,839 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:12,841 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8ef40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:12,841 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:12,841 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:12,842 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:12,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:12,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:12,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f2e073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:12,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:12,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:12,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:12,844 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:12,845 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fc9361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:12,845 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:12,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:12,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495d7e5 2024-11-10T19:18:12,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:12,848 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T19:18:12,849 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,36079,1731266278986 (queues=1) is replicating from cluster=12d01da8-a8e5-4414-901a-4ffa613d4bea to cluster=17bf3eb4-7134-4943-bb58-a7750f4a5d22 2024-11-10T19:18:12,850 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C36079%2C1731266278986 2024-11-10T19:18:12,854 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,36079,1731266278986, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:18:12,856 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C36079%2C1731266278986 2024-11-10T19:18:12,859 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782, startPosition=0, beingWritten=true 2024-11-10T19:18:13,110 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:13,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:13,337 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:18:13,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:13,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:13,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,37915,-1 for getting cluster id 2024-11-10T19:18:13,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:13,341 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12d01da8-a8e5-4414-901a-4ffa613d4bea' 2024-11-10T19:18:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12d01da8-a8e5-4414-901a-4ffa613d4bea" 2024-11-10T19:18:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,37915,-1] 2024-11-10T19:18:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,345 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:13,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda5567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea70739 2024-11-10T19:18:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:13,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:13,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:18:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:18:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T19:18:13,354 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:13,355 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1aae93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,355 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:13,355 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:13,356 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:13,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:13,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:13,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b580fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,358 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:13,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fca6ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,360 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e7427dc 2024-11-10T19:18:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:13,363 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:13,364 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T19:18:13,364 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:18:13,365 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,365 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:13,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:18:13,418 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T19:18:13,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T19:18:13,547 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T19:18:13,578 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-bdc25462c9ef,36079,1731266278986, ReplicationSource: 2, currentBandwidth=0 2024-11-10T19:18:13,581 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T19:18:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T19:18:13,585 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bdc25462c9ef,36079,1731266278986 suceeded 2024-11-10T19:18:13,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:18:13,590 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:13,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T19:18:13,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 240 msec 2024-11-10T19:18:13,601 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:13,602 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0a1d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,602 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:13,602 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:13,603 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a095cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:13,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:13,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,605 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ffbf89d 2024-11-10T19:18:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:13,608 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T19:18:13,609 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bdc25462c9ef,36079,1731266278986 (queues=1) is replicating from cluster=12d01da8-a8e5-4414-901a-4ffa613d4bea to cluster=17bf3eb4-7134-4943-bb58-a7750f4a5d22 2024-11-10T19:18:13,609 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bdc25462c9ef%2C36079%2C1731266278986 2024-11-10T19:18:13,609 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bdc25462c9ef,36079,1731266278986, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:18:13,610 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C36079%2C1731266278986 2024-11-10T19:18:13,610 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782, startPosition=0, beingWritten=true 2024-11-10T19:18:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T19:18:13,676 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T19:18:13,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:13,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:13,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:13,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575d331b 2024-11-10T19:18:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:13,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:13,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:18:13,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T19:18:13,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:18:13,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T19:18:13,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T19:18:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T19:18:13,705 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:13,706 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb2c9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,706 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:13,706 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:13,707 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a53b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:13,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,708 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:13,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1ff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:13,709 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d8b701 2024-11-10T19:18:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:13,711 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:13,712 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T19:18:13,712 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:18:13,712 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,712 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:13,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:13,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:18:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T19:18:13,816 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:13,826 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:13,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T19:18:13,883 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T19:18:13,885 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T19:18:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T19:18:13,890 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on bdc25462c9ef,36079,1731266278986 suceeded 2024-11-10T19:18:13,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T19:18:13,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-10T19:18:13,895 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:13,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-10T19:18:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T19:18:14,026 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T19:18:14,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T19:18:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T19:18:14,035 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:14,037 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19861e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:14,037 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:14,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:14,039 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:14,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:14,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b67d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:14,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,043 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:14,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67afcfb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:14,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed6d6dd 2024-11-10T19:18:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:14,046 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:14,047 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:18:14,047 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:18:14,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:14,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:18:14,127 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T19:18:14,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T19:18:14,210 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T19:18:14,212 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T19:18:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T19:18:14,215 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on bdc25462c9ef,36079,1731266278986 suceeded 2024-11-10T19:18:14,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T19:18:14,219 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://bdc25462c9ef:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:14,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T19:18:14,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-10T19:18:14,332 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T19:18:14,356 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T19:18:14,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:18:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T19:18:14,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:14,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:14,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:14,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:18:14,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=526686145, stopped=false 2024-11-10T19:18:14,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,37915,1731266277241 2024-11-10T19:18:14,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:14,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:14,371 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:14,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:14,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:14,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:18:14,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:18:14,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,36079,1731266278986' ***** 2024-11-10T19:18:14,373 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:18:14,373 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:18:14,374 INFO [RS:0;bdc25462c9ef:36079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:18:14,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:18:14,374 INFO [RS:0;bdc25462c9ef:36079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:18:14,374 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(3091): Received CLOSE for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:14,375 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:14,375 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:14,375 INFO [RS:0;bdc25462c9ef:36079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:36079. 2024-11-10T19:18:14,375 DEBUG [RS:0;bdc25462c9ef:36079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:14,375 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:14,375 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51cd68f9cf951b90d54f4cf859b813e4, disabling compactions & flushes 2024-11-10T19:18:14,375 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:14,375 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:18:14,375 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:18:14,375 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:14,375 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:18:14,376 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. after waiting 0 ms 2024-11-10T19:18:14,376 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:18:14,376 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:14,376 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:18:14,376 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1325): Online Regions={51cd68f9cf951b90d54f4cf859b813e4=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:18:14,376 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:14,376 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:14,376 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:14,376 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:14,376 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:14,376 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:14,379 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T19:18:14,379 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51cd68f9cf951b90d54f4cf859b813e4 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T19:18:14,421 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:14,439 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/.tmp/queue/d7580e1f09834ff39760e78ea9df7df5 is 151, key is 1-bdc25462c9ef,36079,1731266278986/queue:bdc25462c9ef%2C36079%2C1731266278986/1731266292814/Put/seqid=0 2024-11-10T19:18:14,439 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/info/6e53450f6133419ca56ac2a52229dbef is 147, key is hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4./info:regioninfo/1731266292458/Put/seqid=0 2024-11-10T19:18:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741839_1015 (size=5500) 2024-11-10T19:18:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741838_1014 (size=6631) 2024-11-10T19:18:14,450 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/info/6e53450f6133419ca56ac2a52229dbef 2024-11-10T19:18:14,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:18:14,518 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/ns/e7294c940a2b473588c645438e8799d9 is 43, key is default/ns:d/1731266283800/Put/seqid=0 2024-11-10T19:18:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741840_1016 (size=5153) 2024-11-10T19:18:14,538 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:14,577 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:14,613 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:18:14,613 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:18:14,777 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:14,850 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/.tmp/queue/d7580e1f09834ff39760e78ea9df7df5 2024-11-10T19:18:14,860 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/.tmp/queue/d7580e1f09834ff39760e78ea9df7df5 as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/queue/d7580e1f09834ff39760e78ea9df7df5 2024-11-10T19:18:14,871 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/queue/d7580e1f09834ff39760e78ea9df7df5, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T19:18:14,879 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 51cd68f9cf951b90d54f4cf859b813e4 in 498ms, sequenceid=6, compaction requested=false 2024-11-10T19:18:14,887 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T19:18:14,889 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:14,890 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:14,890 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:14,890 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51cd68f9cf951b90d54f4cf859b813e4: Waiting for close lock at 1731266294375Running coprocessor pre-close hooks at 1731266294375Disabling compacts and flushes for region at 1731266294375Disabling writes for close at 1731266294376 (+1 ms)Obtaining lock to block concurrent updates at 1731266294379 (+3 ms)Preparing flush snapshotting stores in 51cd68f9cf951b90d54f4cf859b813e4 at 1731266294379Finished memstore snapshotting hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731266294387 (+8 ms)Flushing stores of hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. at 1731266294389 (+2 ms)Flushing 51cd68f9cf951b90d54f4cf859b813e4/queue: creating writer at 1731266294391 (+2 ms)Flushing 51cd68f9cf951b90d54f4cf859b813e4/queue: appending metadata at 1731266294426 (+35 ms)Flushing 51cd68f9cf951b90d54f4cf859b813e4/queue: closing flushed file at 1731266294428 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9fcd69: reopening flushed file at 1731266294859 (+431 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 51cd68f9cf951b90d54f4cf859b813e4 in 498ms, sequenceid=6, compaction requested=false at 1731266294879 (+20 ms)Writing region close event to WAL at 1731266294881 (+2 ms)Running coprocessor post-close hooks at 1731266294888 (+7 ms)Closed at 1731266294890 (+2 ms) 2024-11-10T19:18:14,891 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:14,932 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/ns/e7294c940a2b473588c645438e8799d9 2024-11-10T19:18:14,939 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:14,962 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/table/831efda4b29d4527845d3f7e4fcf5c50 is 53, key is hbase:replication/table:state/1731266292475/Put/seqid=0 2024-11-10T19:18:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741841_1017 (size=5256) 2024-11-10T19:18:14,977 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:15,044 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:15,178 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:15,368 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/table/831efda4b29d4527845d3f7e4fcf5c50 2024-11-10T19:18:15,378 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:18:15,378 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/info/6e53450f6133419ca56ac2a52229dbef as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/info/6e53450f6133419ca56ac2a52229dbef 2024-11-10T19:18:15,378 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:18:15,378 DEBUG [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:15,388 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/info/6e53450f6133419ca56ac2a52229dbef, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T19:18:15,389 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/ns/e7294c940a2b473588c645438e8799d9 as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/ns/e7294c940a2b473588c645438e8799d9 2024-11-10T19:18:15,397 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/ns/e7294c940a2b473588c645438e8799d9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:18:15,399 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/table/831efda4b29d4527845d3f7e4fcf5c50 as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/table/831efda4b29d4527845d3f7e4fcf5c50 2024-11-10T19:18:15,406 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/table/831efda4b29d4527845d3f7e4fcf5c50, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T19:18:15,407 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=11, compaction requested=false 2024-11-10T19:18:15,413 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:18:15,414 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:15,414 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:15,414 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:15,414 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266294376Running coprocessor pre-close hooks at 1731266294376Disabling compacts and flushes for region at 1731266294376Disabling writes for close at 1731266294376Obtaining lock to block concurrent updates at 1731266294379 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731266294379Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731266294387 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266294389 (+2 ms)Flushing 1588230740/info: creating writer at 1731266294391 (+2 ms)Flushing 1588230740/info: appending metadata at 1731266294426 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731266294428 (+2 ms)Flushing 1588230740/ns: creating writer at 1731266294494 (+66 ms)Flushing 1588230740/ns: appending metadata at 1731266294517 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731266294517Flushing 1588230740/table: creating writer at 1731266294943 (+426 ms)Flushing 1588230740/table: appending metadata at 1731266294961 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731266294961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fdce64: reopening flushed file at 1731266295377 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bfad95: reopening flushed file at 1731266295388 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce61134: reopening flushed file at 1731266295397 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=11, compaction requested=false at 1731266295407 (+10 ms)Writing region close event to WAL at 1731266295408 (+1 ms)Running coprocessor post-close hooks at 1731266295414 (+6 ms)Closed at 1731266295414 2024-11-10T19:18:15,415 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:15,579 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,36079,1731266278986; all regions closed. 2024-11-10T19:18:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741834_1010 (size=2742) 2024-11-10T19:18:15,598 DEBUG [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs 2024-11-10T19:18:15,598 INFO [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C36079%2C1731266278986.meta:.meta(num 1731266283466) 2024-11-10T19:18:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741837_1013 (size=1802) 2024-11-10T19:18:15,604 DEBUG [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs 2024-11-10T19:18:15,604 INFO [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C36079%2C1731266278986.rep:(num 1731266292411) 2024-11-10T19:18:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741833_1009 (size=93) 2024-11-10T19:18:15,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 not finished, retry = 0 2024-11-10T19:18:15,646 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:15,650 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 to pos 0, reset compression=false 2024-11-10T19:18:15,709 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 2024-11-10T19:18:15,709 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782 2024-11-10T19:18:15,710 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T19:18:15,710 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T19:18:15,710 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T19:18:15,710 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.wal-reader.bdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T19:18:15,712 DEBUG [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs 2024-11-10T19:18:15,712 INFO [RS:0;bdc25462c9ef:36079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C36079%2C1731266278986:(num 1731266282782) 2024-11-10T19:18:15,712 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:15,712 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:15,712 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:15,712 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:15,713 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:15,713 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:15,713 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,36079,1731266278986 because: Region server is closing 2024-11-10T19:18:15,714 INFO [RS:0;bdc25462c9ef:36079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:36079. 2024-11-10T19:18:15,714 DEBUG [RS:0;bdc25462c9ef:36079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:15,714 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:15,714 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:15,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:15,710 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bdc25462c9ef,36079,1731266278986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T19:18:15,710 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,36079,1731266278986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986/bdc25462c9ef%2C36079%2C1731266278986.1731266282782, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T19:18:15,720 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T19:18:15,720 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bdc25462c9ef%2C36079%2C1731266278986.1731266282782] 2024-11-10T19:18:15,720 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,36079,1731266278986: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-bdc25462c9ef,36079,1731266278986, walGroup=bdc25462c9ef%2C36079%2C1731266278986, offset=bdc25462c9ef%2C36079%2C1731266278986.1731266282782:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:36079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:18:15,722 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:18:15,724 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:18:15,725 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:18:15,725 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:18:15,725 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:18:15,725 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 395205552 }, "NonHeapMemoryUsage": { "committed": 152633344, "init": 7667712, "max": -1, "used": 150376728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:18:15,726 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bdc25462c9ef%2C36079%2C1731266278986.1731266282782] 2024-11-10T19:18:15,815 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,1-bdc25462c9ef,36079,1731266278986 terminated 2024-11-10T19:18:15,815 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bdc25462c9ef,36079,1731266278986 because: Region server is closing 2024-11-10T19:18:15,816 INFO [RS:0;bdc25462c9ef:36079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:36079. 2024-11-10T19:18:15,816 DEBUG [RS:0;bdc25462c9ef:36079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:15,816 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:15,816 DEBUG [RS:0;bdc25462c9ef:36079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:15,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:15,816 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,36079,1731266278986.replicationSource.shipperbdc25462c9ef%2C36079%2C1731266278986,2-bdc25462c9ef,36079,1731266278986 terminated 2024-11-10T19:18:15,816 INFO [RS:0;bdc25462c9ef:36079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36079 2024-11-10T19:18:15,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/rs 2024-11-10T19:18:15,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/rs/bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:15,865 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:15,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,36079,1731266278986] 2024-11-10T19:18:15,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/draining/bdc25462c9ef,36079,1731266278986 already deleted, retry=false 2024-11-10T19:18:15,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,36079,1731266278986 expired; onlineServers=0 2024-11-10T19:18:15,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,37915,1731266277241' ***** 2024-11-10T19:18:15,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:18:15,896 INFO [M:0;bdc25462c9ef:37915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:15,896 INFO [M:0;bdc25462c9ef:37915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:15,896 DEBUG [M:0;bdc25462c9ef:37915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:18:15,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:18:15,896 DEBUG [M:0;bdc25462c9ef:37915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:18:15,896 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266282184 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266282184,5,FailOnTimeoutGroup] 2024-11-10T19:18:15,896 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266282193 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266282193,5,FailOnTimeoutGroup] 2024-11-10T19:18:15,897 INFO [M:0;bdc25462c9ef:37915 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:15,897 INFO [M:0;bdc25462c9ef:37915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:15,897 DEBUG [M:0;bdc25462c9ef:37915 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:18:15,897 INFO [M:0;bdc25462c9ef:37915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:18:15,897 INFO [M:0;bdc25462c9ef:37915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:15,898 INFO [M:0;bdc25462c9ef:37915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:18:15,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:18:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/master 2024-11-10T19:18:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:15,916 DEBUG [M:0;bdc25462c9ef:37915 {}] zookeeper.ZKUtil(347): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/master because node does not exist (not an error) 2024-11-10T19:18:15,916 WARN [M:0;bdc25462c9ef:37915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:18:15,917 INFO [M:0;bdc25462c9ef:37915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/.lastflushedseqids 2024-11-10T19:18:15,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741842_1018 (size=181) 2024-11-10T19:18:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36079-0x101262ed1750001, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:15,977 INFO [RS:0;bdc25462c9ef:36079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:15,978 INFO [RS:0;bdc25462c9ef:36079 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,36079,1731266278986; zookeeper connection closed. 2024-11-10T19:18:15,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d3c6242 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d3c6242 2024-11-10T19:18:15,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:18:16,329 INFO [M:0;bdc25462c9ef:37915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:18:16,329 INFO [M:0;bdc25462c9ef:37915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:18:16,329 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:16,329 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:16,330 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:16,330 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:16,330 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:16,330 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T19:18:16,350 DEBUG [M:0;bdc25462c9ef:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5431dc64d33a4c518fdd1f5a51723064 is 82, key is hbase:meta,,1/info:regioninfo/1731266283611/Put/seqid=0 2024-11-10T19:18:16,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741843_1019 (size=5672) 2024-11-10T19:18:16,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:16,757 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5431dc64d33a4c518fdd1f5a51723064 2024-11-10T19:18:16,792 DEBUG [M:0;bdc25462c9ef:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/024c7f0d117144f39d7a2a294d17483c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731266292482/Put/seqid=0 2024-11-10T19:18:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741844_1020 (size=8663) 2024-11-10T19:18:17,200 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/024c7f0d117144f39d7a2a294d17483c 2024-11-10T19:18:17,228 DEBUG [M:0;bdc25462c9ef:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d947cdc62e3f4368b805e147a28b6be5 is 69, key is bdc25462c9ef,36079,1731266278986/rs:state/1731266282365/Put/seqid=0 2024-11-10T19:18:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741845_1021 (size=5156) 2024-11-10T19:18:17,635 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d947cdc62e3f4368b805e147a28b6be5 2024-11-10T19:18:17,649 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5431dc64d33a4c518fdd1f5a51723064 as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5431dc64d33a4c518fdd1f5a51723064 2024-11-10T19:18:17,656 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5431dc64d33a4c518fdd1f5a51723064, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T19:18:17,658 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/024c7f0d117144f39d7a2a294d17483c as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/024c7f0d117144f39d7a2a294d17483c 2024-11-10T19:18:17,665 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/024c7f0d117144f39d7a2a294d17483c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T19:18:17,667 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d947cdc62e3f4368b805e147a28b6be5 as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d947cdc62e3f4368b805e147a28b6be5 2024-11-10T19:18:17,675 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d947cdc62e3f4368b805e147a28b6be5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T19:18:17,676 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false 2024-11-10T19:18:17,678 INFO [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:17,678 DEBUG [M:0;bdc25462c9ef:37915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266296329Disabling compacts and flushes for region at 1731266296329Disabling writes for close at 1731266296330 (+1 ms)Obtaining lock to block concurrent updates at 1731266296330Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266296330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731266296330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266296331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266296331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266296350 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266296350Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266296771 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266296792 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266296792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266297213 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266297228 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266297228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e634a20: reopening flushed file at 1731266297647 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349be843: reopening flushed file at 1731266297656 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ce051: reopening flushed file at 1731266297665 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false at 1731266297676 (+11 ms)Writing region close event to WAL at 1731266297678 (+2 ms)Closed at 1731266297678 2024-11-10T19:18:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741830_1006 (size=59421) 2024-11-10T19:18:17,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:17,682 INFO [M:0;bdc25462c9ef:37915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:18:17,682 INFO [M:0;bdc25462c9ef:37915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37915 2024-11-10T19:18:17,683 INFO [M:0;bdc25462c9ef:37915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:17,807 INFO [M:0;bdc25462c9ef:37915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:17,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:17,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101262ed1750000, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:17,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:17,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:17,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:18:17,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:17,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40573 2024-11-10T19:18:17,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40573 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:18:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405730x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:17,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40573-0x101262ed1750006 connected 2024-11-10T19:18:17,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:17,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:17,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:18:17,840 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: INIT 2024-11-10T19:18:17,841 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7, hbase.cluster.distributed=false 2024-11-10T19:18:17,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/acl 2024-11-10T19:18:17,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40573 2024-11-10T19:18:17,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40573 2024-11-10T19:18:17,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40573 2024-11-10T19:18:17,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40573 2024-11-10T19:18:17,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40573 2024-11-10T19:18:17,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:17,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:17,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:17,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:18:17,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:17,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46451 2024-11-10T19:18:17,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46451 connecting to ZooKeeper ensemble=127.0.0.1:49401 2024-11-10T19:18:17,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:17,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:17,897 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464510x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:17,897 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: INIT 2024-11-10T19:18:17,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464510x0, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:18:17,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46451-0x101262ed1750007 connected 2024-11-10T19:18:17,898 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:18:17,898 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:18:17,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/master 2024-11-10T19:18:17,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/acl 2024-11-10T19:18:17,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-10T19:18:17,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46451 2024-11-10T19:18:17,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46451 2024-11-10T19:18:17,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-10T19:18:17,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-10T19:18:17,917 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:40573 2024-11-10T19:18:17,917 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1121657138/backup-masters/bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:18:17,928 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:18:17,928 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on existing znode=/0-1121657138/backup-masters/bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:17,938 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121657138/master 2024-11-10T19:18:17,938 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:17,939 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on existing znode=/0-1121657138/master 2024-11-10T19:18:17,940 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1121657138/backup-masters/bdc25462c9ef,40573,1731266297809 from backup master directory 2024-11-10T19:18:17,949 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:18:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/backup-masters/bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/backup-masters 2024-11-10T19:18:17,949 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:17,949 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:17,971 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:17,972 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:18:17,997 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 25ms. 2024-11-10T19:18:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741846_1022 (size=196) 2024-11-10T19:18:18,113 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:18,114 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:18,114 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:18,122 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T19:18:18,129 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241 to hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241-dead as it is dead 2024-11-10T19:18:18,131 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T19:18:18,132 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T19:18:18,132 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241-dead/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 2024-11-10T19:18:18,138 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241-dead/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 after 4ms 2024-11-10T19:18:18,141 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241-dead/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 to hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 2024-11-10T19:18:18,141 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,37915,1731266277241-dead 2024-11-10T19:18:18,142 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:18,144 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:18,145 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C40573%2C1731266297809, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,40573,1731266297809, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:18,159 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,40573,1731266297809/bdc25462c9ef%2C40573%2C1731266297809.1731266298146, exclude list is [], retry=0 2024-11-10T19:18:18,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:18,171 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/WALs/bdc25462c9ef,40573,1731266297809/bdc25462c9ef%2C40573%2C1731266297809.1731266298146 2024-11-10T19:18:18,171 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:18,171 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:18,172 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:18,172 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,172 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:18,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:18,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5431dc64d33a4c518fdd1f5a51723064 2024-11-10T19:18:18,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:18,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:18,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:18,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/024c7f0d117144f39d7a2a294d17483c 2024-11-10T19:18:18,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:18,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:18,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:18,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d947cdc62e3f4368b805e147a28b6be5 2024-11-10T19:18:18,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:18,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:18,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:18,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:18,218 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,219 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T19:18:18,219 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 2024-11-10T19:18:18,246 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 2024-11-10T19:18:18,249 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C37915%2C1731266277241.1731266281082 2024-11-10T19:18:18,255 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,255 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,256 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:18,258 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:18,261 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T19:18:18,263 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61643960, jitterRate=-0.08143341541290283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:18,263 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266298172Initializing all the Stores at 1731266298174 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266298174Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266298176 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266298176Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266298176Cleaning up temporary data from old regions at 1731266298255 (+79 ms)Region opened successfully at 1731266298263 (+8 ms) 2024-11-10T19:18:18,272 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:18,281 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798093be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:18,293 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T19:18:18,293 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:18,293 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:18,293 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:18,294 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:18:18,301 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:18,302 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:18:18,302 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:18:18,303 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:18:18,303 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T19:18:18,303 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T19:18:18,303 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-10T19:18:18,304 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:18,317 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bdc25462c9ef,36079,1731266278986, regionLocation=bdc25462c9ef,36079,1731266278986, openSeqNum=2 2024-11-10T19:18:18,317 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bdc25462c9ef,36079,1731266278986, table=hbase:meta, region=1588230740 2024-11-10T19:18:18,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36079,1731266278986, state=OPEN 2024-11-10T19:18:18,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:18,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:18,330 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:18,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:18,342 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:18,379 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/draining/bdc25462c9ef,36079,1731266278986 already deleted, retry=false 2024-11-10T19:18:18,379 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bdc25462c9ef,36079,1731266278986 on bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:18,385 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bdc25462c9ef,36079,1731266278986, splitWal=true, meta=true 2024-11-10T19:18:18,387 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for bdc25462c9ef,36079,1731266278986 (carryingMeta=true) bdc25462c9ef,36079,1731266278986/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1f36232b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T19:18:18,391 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:18,412 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/balancer already deleted, retry=false 2024-11-10T19:18:18,412 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:18,413 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:18,431 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/normalizer already deleted, retry=false 2024-11-10T19:18:18,432 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:18,433 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:18,443 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/switch/split already deleted, retry=false 2024-11-10T19:18:18,445 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:18,454 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/switch/merge already deleted, retry=false 2024-11-10T19:18:18,481 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:18,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:18,496 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:18,496 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:18,507 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,40573,1731266297809, sessionid=0x101262ed1750006, setting cluster-up flag (Was=false) 2024-11-10T19:18:18,518 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1121657138/flush-table-proc/acquired, /0-1121657138/flush-table-proc/reached, /0-1121657138/flush-table-proc/abort 2024-11-10T19:18:18,519 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:18,529 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1121657138/online-snapshot/acquired, /0-1121657138/online-snapshot/reached, /0-1121657138/online-snapshot/abort 2024-11-10T19:18:18,530 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:18,531 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/.lastflushedseqids 2024-11-10T19:18:18,540 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:18,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:18,541 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,40573,1731266297809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bdc25462c9ef,36079,1731266278986 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:18,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:18,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:18,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:18,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:18,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:18,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:18,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,565 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bdc25462c9ef,36079,1731266278986, splitWal=true, meta=true 2024-11-10T19:18:18,568 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bdc25462c9ef,36079,1731266278986, splitWal=true, meta=true, isMeta: true 2024-11-10T19:18:18,570 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986-splitting 2024-11-10T19:18:18,572 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986-splitting dir is empty, no logs to split. 2024-11-10T19:18:18,572 INFO [PEWorker-1 {}] master.SplitWALManager(105): bdc25462c9ef,36079,1731266278986 WAL count=0, meta=true 2024-11-10T19:18:18,578 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986-splitting dir is empty, no logs to split. 2024-11-10T19:18:18,578 INFO [PEWorker-1 {}] master.SplitWALManager(105): bdc25462c9ef,36079,1731266278986 WAL count=0, meta=true 2024-11-10T19:18:18,578 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bdc25462c9ef,36079,1731266278986 WAL splitting is done? wals=0, meta=true 2024-11-10T19:18:18,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:18,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:18,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T19:18:18,592 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266328592 2024-11-10T19:18:18,592 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:18,592 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:18,593 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:18,593 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:18,593 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:18,593 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:18,593 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,594 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:18,594 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:18,594 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:18,594 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:18,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:18,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:18,604 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266298596,5,FailOnTimeoutGroup] 2024-11-10T19:18:18,604 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266298604,5,FailOnTimeoutGroup] 2024-11-10T19:18:18,604 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:18,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266298605, completionTime=-1 2024-11-10T19:18:18,605 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T19:18:18,609 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(746): ClusterId : 12d01da8-a8e5-4414-901a-4ffa613d4bea 2024-11-10T19:18:18,609 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:18,612 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T19:18:18,623 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:18,623 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:18,643 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:18,644 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5932f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:18,665 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:46451 2024-11-10T19:18:18,665 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:18,665 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:18,665 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:18,666 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,40573,1731266297809 with port=46451, startcode=1731266297872 2024-11-10T19:18:18,666 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:18,669 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:18,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:18,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40573 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:18,672 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7 2024-11-10T19:18:18,673 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-10T19:18:18,673 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:18,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/rs 2024-11-10T19:18:18,687 DEBUG [RS:0;bdc25462c9ef:46451 {}] zookeeper.ZKUtil(111): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on existing znode=/0-1121657138/rs/bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:18,687 WARN [RS:0;bdc25462c9ef:46451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:18,687 INFO [RS:0;bdc25462c9ef:46451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:18,687 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:18,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,46451,1731266297872] 2024-11-10T19:18:18,713 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T19:18:18,740 WARN [bdc25462c9ef:40573 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:18:18,761 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:18,764 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:18,768 INFO [RS:0;bdc25462c9ef:46451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:18,768 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,776 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:18,778 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:18,778 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,778 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,778 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,778 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,778 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,778 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,778 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:18,779 DEBUG [RS:0;bdc25462c9ef:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:18,796 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,796 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,796 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,796 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,796 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,797 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46451,1731266297872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:18,821 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:18,821 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46451,1731266297872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,843 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,46451,1731266297872, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:18:18,863 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(231): queueId=2-bdc25462c9ef,46451,1731266297872, ReplicationSource: 2, currentBandwidth=0 2024-11-10T19:18:18,863 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,864 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.Replication(171): bdc25462c9ef,46451,1731266297872 started 2024-11-10T19:18:18,865 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:18,867 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b9f85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:18,867 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:18,867 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:18,876 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:18,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:18,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:18,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ddc90d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:18,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:18,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:18,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:18,879 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:18,880 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c6884e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:18,880 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:18,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:18,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732c093c 2024-11-10T19:18:18,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:18,886 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T19:18:18,887 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:18,888 INFO [RS:0;bdc25462c9ef:46451.replicationSource,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,46451,1731266297872 (queues=0) is replicating from cluster=12d01da8-a8e5-4414-901a-4ffa613d4bea to cluster=17bf3eb4-7134-4943-bb58-a7750f4a5d22 2024-11-10T19:18:18,888 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,46451,1731266297872, RpcServer on bdc25462c9ef/172.17.0.3:46451, sessionid=0x101262ed1750007 2024-11-10T19:18:18,888 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:18,888 DEBUG [RS:0;bdc25462c9ef:46451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:18,888 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,46451,1731266297872' 2024-11-10T19:18:18,888 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:44463' 2024-11-10T19:18:18,888 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1121657138/flush-table-proc/abort' 2024-11-10T19:18:18,889 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1121657138/flush-table-proc/acquired' 2024-11-10T19:18:18,889 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:18,889 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:18,889 DEBUG [RS:0;bdc25462c9ef:46451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:18,889 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,46451,1731266297872' 2024-11-10T19:18:18,889 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1121657138/online-snapshot/abort' 2024-11-10T19:18:18,890 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1121657138/online-snapshot/acquired' 2024-11-10T19:18:18,890 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515a4d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:18,890 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,44463,-1 for getting cluster id 2024-11-10T19:18:18,890 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:18,890 DEBUG [RS:0;bdc25462c9ef:46451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:18,890 INFO [RS:0;bdc25462c9ef:46451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:18,890 INFO [RS:0;bdc25462c9ef:46451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:18,891 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17bf3eb4-7134-4943-bb58-a7750f4a5d22' 2024-11-10T19:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17bf3eb4-7134-4943-bb58-a7750f4a5d22" 2024-11-10T19:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f1e044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:18,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,44463,-1] 2024-11-10T19:18:18,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:18,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:18,894 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:18,895 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65cc5405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:18,895 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:18,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa9fd00 2024-11-10T19:18:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:18,902 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T19:18:18,903 INFO [RS:0;bdc25462c9ef:46451.replicationSource,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bdc25462c9ef,46451,1731266297872 (queues=0) is replicating from cluster=12d01da8-a8e5-4414-901a-4ffa613d4bea to cluster=17bf3eb4-7134-4943-bb58-a7750f4a5d22 2024-11-10T19:18:18,991 INFO [RS:0;bdc25462c9ef:46451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:18,993 INFO [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C46451%2C1731266297872, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs, maxLogs=10 2024-11-10T19:18:19,007 DEBUG [RS:0;bdc25462c9ef:46451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993, exclude list is [], retry=0 2024-11-10T19:18:19,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:19,014 INFO [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 2024-11-10T19:18:19,014 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bdc25462c9ef%2C46451%2C1731266297872 for peer 1 2024-11-10T19:18:19,014 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bdc25462c9ef%2C46451%2C1731266297872 for peer 2 2024-11-10T19:18:19,015 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C46451%2C1731266297872 2024-11-10T19:18:19,015 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,46451,1731266297872, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:18:19,015 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bdc25462c9ef%2C46451%2C1731266297872 2024-11-10T19:18:19,015 INFO [RS:0;bdc25462c9ef:46451.replicationSource.shipperbdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C46451%2C1731266297872 2024-11-10T19:18:19,015 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bdc25462c9ef,46451,1731266297872, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:18:19,015 DEBUG [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:19,015 INFO [RS:0;bdc25462c9ef:46451.replicationSource.shipperbdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C46451%2C1731266297872 2024-11-10T19:18:19,016 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993, startPosition=0, beingWritten=true 2024-11-10T19:18:19,016 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993, startPosition=0, beingWritten=true 2024-11-10T19:18:19,231 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:19,231 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:19,241 DEBUG [bdc25462c9ef:40573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:19,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:19,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,46451,1731266297872, state=OPENING 2024-11-10T19:18:19,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:19,254 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:19,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:19,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:19,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:19,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,46451,1731266297872}] 2024-11-10T19:18:19,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:19,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:19,417 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:19,417 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:19,417 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:19,419 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C46451%2C1731266297872.meta, suffix=.meta, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs, maxLogs=10 2024-11-10T19:18:19,438 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.meta.1731266299420.meta, exclude list is [], retry=0 2024-11-10T19:18:19,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:19,444 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.meta.1731266299420.meta 2024-11-10T19:18:19,446 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:19,446 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:19,447 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:19,447 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:19,447 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:19,447 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:19,447 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:19,447 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:19,447 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:19,448 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:19,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:19,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:19,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:19,466 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/info/6e53450f6133419ca56ac2a52229dbef 2024-11-10T19:18:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:19,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:19,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:19,475 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/ns/e7294c940a2b473588c645438e8799d9 2024-11-10T19:18:19,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:19,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:19,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:19,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:19,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:19,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:19,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:19,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:19,486 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/table/831efda4b29d4527845d3f7e4fcf5c50 2024-11-10T19:18:19,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:19,487 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:19,488 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740 2024-11-10T19:18:19,489 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740 2024-11-10T19:18:19,491 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:19,491 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:19,492 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:19,494 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:19,495 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70887409, jitterRate=0.05630470812320709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:19,495 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:19,495 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266299448Writing region info on filesystem at 1731266299448Initializing all the Stores at 1731266299449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266299449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266299449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266299449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266299449Cleaning up temporary data from old regions at 1731266299491 (+42 ms)Running coprocessor post-open hooks at 1731266299495 (+4 ms)Region opened successfully at 1731266299495 2024-11-10T19:18:19,496 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731266299410 2024-11-10T19:18:19,499 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:19,499 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:19,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:19,501 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,46451,1731266297872, state=OPEN 2024-11-10T19:18:19,506 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:19,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121657138/meta-region-server 2024-11-10T19:18:19,507 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:19,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:19,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121657138/meta-region-server: CHANGED 2024-11-10T19:18:19,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T19:18:19,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,46451,1731266297872 in 253 msec 2024-11-10T19:18:19,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T19:18:19,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 929 msec 2024-11-10T19:18:19,540 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:19,542 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:19,947 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:19,951 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:20,216 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1610ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T19:18:20,454 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:20,460 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:21,062 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:21,068 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:21,718 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-10T19:18:21,779 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:21,794 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:22,586 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:22,599 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:23,121 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T19:18:23,121 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:23,121 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:23,121 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46451,1731266297872, seqNum=-1] 2024-11-10T19:18:23,122 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:23,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:23,132 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cd68f9cf951b90d54f4cf859b813e4, regionState=OPEN, lastHost=bdc25462c9ef,36079,1731266278986, regionLocation=bdc25462c9ef,36079,1731266278986, openSeqNum=2 2024-11-10T19:18:23,133 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:23,133 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266363133 2024-11-10T19:18:23,133 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266423133 2024-11-10T19:18:23,133 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-10T19:18:23,133 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40573,1731266297809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,134 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40573,1731266297809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,134 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bdc25462c9ef,36079,1731266278986 had 2 regions 2024-11-10T19:18:23,134 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40573,1731266297809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,134 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:40573, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,134 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,134 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,136 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bdc25462c9ef,36079,1731266278986, splitWal=true, meta=true, isMeta: false 2024-11-10T19:18:23,141 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986-splitting dir is empty, no logs to split. 2024-11-10T19:18:23,141 INFO [PEWorker-3 {}] master.SplitWALManager(105): bdc25462c9ef,36079,1731266278986 WAL count=0, meta=false 2024-11-10T19:18:23,143 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.194sec 2024-11-10T19:18:23,143 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:23,143 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:23,143 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:23,144 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:23,144 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:23,144 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40573,1731266297809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:23,144 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40573,1731266297809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:23,150 WARN [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bdc25462c9ef,36079,1731266278986/hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:23,150 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,36079,1731266278986-splitting dir is empty, no logs to split. 2024-11-10T19:18:23,150 INFO [PEWorker-3 {}] master.SplitWALManager(105): bdc25462c9ef,36079,1731266278986 WAL count=0, meta=false 2024-11-10T19:18:23,150 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bdc25462c9ef,36079,1731266278986 WAL splitting is done? wals=0, meta=false 2024-11-10T19:18:23,153 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:23,153 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:23,153 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40573,1731266297809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:23,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN}] 2024-11-10T19:18:23,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN 2024-11-10T19:18:23,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T19:18:23,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:23,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40573,-1 for getting cluster id 2024-11-10T19:18:23,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:23,216 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12d01da8-a8e5-4414-901a-4ffa613d4bea' 2024-11-10T19:18:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12d01da8-a8e5-4414-901a-4ffa613d4bea" 2024-11-10T19:18:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182a4087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40573,-1] 2024-11-10T19:18:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:23,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,230 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181f57e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:23,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46451,1731266297872, seqNum=-1] 2024-11-10T19:18:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:23,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T19:18:23,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:23,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:23,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bdc25462c9ef:40573 after: bdc25462c9ef:40573 2024-11-10T19:18:23,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:23,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40573,-1 for getting cluster id 2024-11-10T19:18:23,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:23,246 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12d01da8-a8e5-4414-901a-4ffa613d4bea' 2024-11-10T19:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12d01da8-a8e5-4414-901a-4ffa613d4bea" 2024-11-10T19:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ae3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40573,-1] 2024-11-10T19:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,248 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:23,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:23,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cee4acb 2024-11-10T19:18:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:23,252 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:23,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:18:23,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T19:18:23,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:18:23,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T19:18:23,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:18:23,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:23,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:23,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:23,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:18:23,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=34537438, stopped=false 2024-11-10T19:18:23,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,44463,1731266287608 2024-11-10T19:18:23,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1149539753/running 2024-11-10T19:18:23,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:23,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:23,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:23,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:23,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,42115,1731266287766' ***** 2024-11-10T19:18:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1149539753/running 2024-11-10T19:18:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:23,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:18:23,269 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:18:23,269 INFO [RS:0;bdc25462c9ef:42115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:18:23,269 INFO [RS:0;bdc25462c9ef:42115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:18:23,269 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:23,269 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:23,269 INFO [RS:0;bdc25462c9ef:42115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:42115. 2024-11-10T19:18:23,270 DEBUG [RS:0;bdc25462c9ef:42115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:23,270 DEBUG [RS:0;bdc25462c9ef:42115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,270 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:18:23,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:18:23,271 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:18:23,271 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:18:23,271 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:18:23,271 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:18:23,271 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:18:23,271 DEBUG [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:23,271 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:23,271 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:23,271 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:23,271 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:23,272 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:23,272 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T19:18:23,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/running 2024-11-10T19:18:23,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Set watcher on znode that does not yet exist, /1-1149539753/running 2024-11-10T19:18:23,308 DEBUG [bdc25462c9ef:40573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:23,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=51cd68f9cf951b90d54f4cf859b813e4, regionState=OPENING, regionLocation=bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:23,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN because future has completed 2024-11-10T19:18:23,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cd68f9cf951b90d54f4cf859b813e4, server=bdc25462c9ef,46451,1731266297872}] 2024-11-10T19:18:23,337 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/.tmp/ns/45277f534b43465e834a0762fe89bdcf is 43, key is default/ns:d/1731266291032/Put/seqid=0 2024-11-10T19:18:23,348 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741835_1011 (size=5153) 2024-11-10T19:18:23,360 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/.tmp/ns/45277f534b43465e834a0762fe89bdcf 2024-11-10T19:18:23,379 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/.tmp/ns/45277f534b43465e834a0762fe89bdcf as hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/ns/45277f534b43465e834a0762fe89bdcf 2024-11-10T19:18:23,408 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/ns/45277f534b43465e834a0762fe89bdcf, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T19:18:23,411 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=6, compaction requested=false 2024-11-10T19:18:23,411 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:18:23,441 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T19:18:23,448 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:23,448 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:23,448 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:23,449 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266303271Running coprocessor pre-close hooks at 1731266303271Disabling compacts and flushes for region at 1731266303271Disabling writes for close at 1731266303272 (+1 ms)Obtaining lock to block concurrent updates at 1731266303272Preparing flush snapshotting stores in 1588230740 at 1731266303272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731266303274 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266303277 (+3 ms)Flushing 1588230740/ns: creating writer at 1731266303278 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731266303337 (+59 ms)Flushing 1588230740/ns: closing flushed file at 1731266303337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e868815: reopening flushed file at 1731266303378 (+41 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=6, compaction requested=false at 1731266303411 (+33 ms)Writing region close event to WAL at 1731266303420 (+9 ms)Running coprocessor post-close hooks at 1731266303448 (+28 ms)Closed at 1731266303448 2024-11-10T19:18:23,449 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:23,471 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,42115,1731266287766; all regions closed. 2024-11-10T19:18:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741834_1010 (size=1152) 2024-11-10T19:18:23,497 DEBUG [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/oldWALs 2024-11-10T19:18:23,497 INFO [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C42115%2C1731266287766.meta:.meta(num 1731266290946) 2024-11-10T19:18:23,499 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:23,506 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:23,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:23,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:23,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:18:23,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/WALs/bdc25462c9ef,42115,1731266287766/bdc25462c9ef%2C42115%2C1731266287766.1731266289972 not finished, retry = 0 2024-11-10T19:18:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741832_1008 (size=93) 2024-11-10T19:18:23,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C46451%2C1731266297872.rep, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs, maxLogs=10 2024-11-10T19:18:23,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.rep.1731266303538, exclude list is [], retry=0 2024-11-10T19:18:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-f886f351-937b-41a7-9c77-d2a0a53d2a40,DISK] 2024-11-10T19:18:23,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.rep.1731266303538 2024-11-10T19:18:23,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-11-10T19:18:23,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 51cd68f9cf951b90d54f4cf859b813e4, NAME => 'hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:23,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:23,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:23,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. service=MultiRowMutationService 2024-11-10T19:18:23,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:18:23,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:23,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,581 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,582 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cd68f9cf951b90d54f4cf859b813e4 columnFamilyName hfileref 2024-11-10T19:18:23,582 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:23,583 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(327): Store=51cd68f9cf951b90d54f4cf859b813e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:23,583 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,584 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cd68f9cf951b90d54f4cf859b813e4 columnFamilyName queue 2024-11-10T19:18:23,585 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:23,600 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/queue/d7580e1f09834ff39760e78ea9df7df5 2024-11-10T19:18:23,600 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(327): Store=51cd68f9cf951b90d54f4cf859b813e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:23,600 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,602 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cd68f9cf951b90d54f4cf859b813e4 columnFamilyName sid 2024-11-10T19:18:23,602 DEBUG [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:23,602 INFO [StoreOpener-51cd68f9cf951b90d54f4cf859b813e4-1 {}] regionserver.HStore(327): Store=51cd68f9cf951b90d54f4cf859b813e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:23,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:18:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 51cd68f9cf951b90d54f4cf859b813e4; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72025720, jitterRate=0.07326686382293701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:18:23,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:23,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 51cd68f9cf951b90d54f4cf859b813e4: Running coprocessor pre-open hook at 1731266303579Writing region info on filesystem at 1731266303579Initializing all the Stores at 1731266303581 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266303581Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266303581Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266303581Cleaning up temporary data from old regions at 1731266303609 (+28 ms)Running coprocessor post-open hooks at 1731266303624 (+15 ms)Region opened successfully at 1731266303625 (+1 ms) 2024-11-10T19:18:23,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., pid=19, masterSystemTime=1731266303504 2024-11-10T19:18:23,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=51cd68f9cf951b90d54f4cf859b813e4, regionState=OPEN, openSeqNum=10, regionLocation=bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:23,632 DEBUG [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/oldWALs 2024-11-10T19:18:23,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:23,632 INFO [RS:0;bdc25462c9ef:42115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C42115%2C1731266287766:(num 1731266289972) 2024-11-10T19:18:23,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:23,632 DEBUG [RS:0;bdc25462c9ef:42115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:23,632 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:23,633 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:23,633 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:23,633 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:23,633 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:23,633 INFO [RS:0;bdc25462c9ef:42115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42115 2024-11-10T19:18:23,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cd68f9cf951b90d54f4cf859b813e4, server=bdc25462c9ef,46451,1731266297872 because future has completed 2024-11-10T19:18:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753/rs 2024-11-10T19:18:23,643 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1149539753/rs/bdc25462c9ef,42115,1731266287766 2024-11-10T19:18:23,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,42115,1731266287766] 2024-11-10T19:18:23,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T19:18:23,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 51cd68f9cf951b90d54f4cf859b813e4, server=bdc25462c9ef,46451,1731266297872 in 306 msec 2024-11-10T19:18:23,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T19:18:23,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cd68f9cf951b90d54f4cf859b813e4, ASSIGN in 495 msec 2024-11-10T19:18:23,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T19:18:23,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1149539753/draining/bdc25462c9ef,42115,1731266287766 already deleted, retry=false 2024-11-10T19:18:23,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,42115,1731266287766 expired; onlineServers=0 2024-11-10T19:18:23,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,44463,1731266287608' ***** 2024-11-10T19:18:23,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:18:23,665 INFO [M:0;bdc25462c9ef:44463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:23,665 INFO [M:0;bdc25462c9ef:44463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:23,665 DEBUG [M:0;bdc25462c9ef:44463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:18:23,665 DEBUG [M:0;bdc25462c9ef:44463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:18:23,665 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:18:23,665 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266289652 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266289652,5,FailOnTimeoutGroup] 2024-11-10T19:18:23,665 INFO [M:0;bdc25462c9ef:44463 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:23,665 INFO [M:0;bdc25462c9ef:44463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:23,666 DEBUG [M:0;bdc25462c9ef:44463 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:18:23,666 INFO [M:0;bdc25462c9ef:44463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:18:23,666 INFO [M:0;bdc25462c9ef:44463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:23,666 INFO [M:0;bdc25462c9ef:44463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:18:23,666 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:18:23,666 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266289652 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266289652,5,FailOnTimeoutGroup] 2024-11-10T19:18:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1149539753/master 2024-11-10T19:18:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1149539753 2024-11-10T19:18:23,675 DEBUG [M:0;bdc25462c9ef:44463 {}] zookeeper.ZKUtil(347): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Unable to get data of znode /1-1149539753/master because node does not exist (not an error) 2024-11-10T19:18:23,676 WARN [M:0;bdc25462c9ef:44463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:18:23,683 INFO [M:0;bdc25462c9ef:44463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/.lastflushedseqids 2024-11-10T19:18:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., hostname=bdc25462c9ef,46451,1731266297872, seqNum=10] 2024-11-10T19:18:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741836_1012 (size=99) 2024-11-10T19:18:23,725 INFO [M:0;bdc25462c9ef:44463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:18:23,726 INFO [M:0;bdc25462c9ef:44463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:18:23,726 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:23,726 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:23,726 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:23,726 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:23,726 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:23,726 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T19:18:23,729 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for bdc25462c9ef,36079,1731266278986 2024-11-10T19:18:23,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T19:18:23,752 DEBUG [M:0;bdc25462c9ef:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080812c34bb2471d97965674665b03ed is 82, key is hbase:meta,,1/info:regioninfo/1731266291001/Put/seqid=0 2024-11-10T19:18:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:23,754 INFO [RS:0;bdc25462c9ef:42115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:23,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42115-0x101262ed1750004, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:23,755 INFO [RS:0;bdc25462c9ef:42115 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,42115,1731266287766; zookeeper connection closed. 2024-11-10T19:18:23,755 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5912b79a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5912b79a 2024-11-10T19:18:23,755 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:18:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741837_1013 (size=5672) 2024-11-10T19:18:23,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T19:18:24,158 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080812c34bb2471d97965674665b03ed 2024-11-10T19:18:24,178 DEBUG [M:0;bdc25462c9ef:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a70c66762ef443399319946014bce99 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731266291040/Put/seqid=0 2024-11-10T19:18:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741838_1014 (size=5275) 2024-11-10T19:18:24,550 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:24,555 DEBUG [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.1731266298993 to pos 0, reset compression=false 2024-11-10T19:18:24,584 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a70c66762ef443399319946014bce99 2024-11-10T19:18:24,623 DEBUG [M:0;bdc25462c9ef:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d85bccc594ff4b6ab1d301dae68fea46 is 69, key is bdc25462c9ef,42115,1731266287766/rs:state/1731266289769/Put/seqid=0 2024-11-10T19:18:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741839_1015 (size=5156) 2024-11-10T19:18:24,634 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d85bccc594ff4b6ab1d301dae68fea46 2024-11-10T19:18:24,643 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080812c34bb2471d97965674665b03ed as hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080812c34bb2471d97965674665b03ed 2024-11-10T19:18:24,651 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080812c34bb2471d97965674665b03ed, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T19:18:24,652 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a70c66762ef443399319946014bce99 as hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a70c66762ef443399319946014bce99 2024-11-10T19:18:24,662 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a70c66762ef443399319946014bce99, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T19:18:24,664 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d85bccc594ff4b6ab1d301dae68fea46 as hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d85bccc594ff4b6ab1d301dae68fea46 2024-11-10T19:18:24,678 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d85bccc594ff4b6ab1d301dae68fea46, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T19:18:24,679 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=28, compaction requested=false 2024-11-10T19:18:24,686 INFO [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:24,686 DEBUG [M:0;bdc25462c9ef:44463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266303726Disabling compacts and flushes for region at 1731266303726Disabling writes for close at 1731266303726Obtaining lock to block concurrent updates at 1731266303726Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266303726Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731266303727 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266303728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266303728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266303751 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266303751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266304164 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266304178 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266304178Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266304593 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266304622 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266304622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12dfa7a: reopening flushed file at 1731266304641 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50825ab1: reopening flushed file at 1731266304651 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d53304: reopening flushed file at 1731266304662 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=28, compaction requested=false at 1731266304679 (+17 ms)Writing region close event to WAL at 1731266304686 (+7 ms)Closed at 1731266304686 2024-11-10T19:18:24,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62cfe795-b5df-254a-2054-c826df005d04/MasterData/WALs/bdc25462c9ef,44463,1731266287608/bdc25462c9ef%2C44463%2C1731266287608.1731266289295 not finished, retry = 0 2024-11-10T19:18:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741830_1006 (size=10165) 2024-11-10T19:18:24,797 INFO [M:0;bdc25462c9ef:44463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:18:24,797 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:24,798 INFO [M:0;bdc25462c9ef:44463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44463 2024-11-10T19:18:24,800 INFO [M:0;bdc25462c9ef:44463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:24,912 INFO [M:0;bdc25462c9ef:44463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x101262ed1750003, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:24,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:24,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:24,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:24,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:24,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:24,924 WARN [BP-172030758-172.17.0.3-1731266284461 heartbeating to localhost/127.0.0.1:39855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:18:24,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:18:24,924 WARN [BP-172030758-172.17.0.3-1731266284461 heartbeating to localhost/127.0.0.1:39855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172030758-172.17.0.3-1731266284461 (Datanode Uuid 9ac82a5a-fe66-4d8f-b711-4ede1ff615a6) service to localhost/127.0.0.1:39855 2024-11-10T19:18:24,924 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:18:24,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/cluster_074af4bb-9960-b78d-f56d-90af3087bfe7/data/data1/current/BP-172030758-172.17.0.3-1731266284461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:24,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/cluster_074af4bb-9960-b78d-f56d-90af3087bfe7/data/data2/current/BP-172030758-172.17.0.3-1731266284461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:24,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:18:24,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:24,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:24,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:24,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:24,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:24,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:18:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:18:24,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:24,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:24,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:24,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:24,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:24,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:18:24,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1967941471, stopped=false 2024-11-10T19:18:24,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,40573,1731266297809 2024-11-10T19:18:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:24,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:24,991 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/running 2024-11-10T19:18:24,991 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:24,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:24,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:24,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:18:24,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,46451,1731266297872' ***** 2024-11-10T19:18:24,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:18:24,993 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:18:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Set watcher on znode that does not yet exist, /0-1121657138/running 2024-11-10T19:18:24,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:18:24,993 INFO [RS:0;bdc25462c9ef:46451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:18:24,993 INFO [RS:0;bdc25462c9ef:46451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:18:24,993 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(3091): Received CLOSE for 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:24,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:24,995 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:24,995 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:24,995 INFO [RS:0;bdc25462c9ef:46451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:46451. 2024-11-10T19:18:24,996 DEBUG [RS:0;bdc25462c9ef:46451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:24,996 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:24,996 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:18:24,996 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:18:24,996 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:18:24,996 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:18:24,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51cd68f9cf951b90d54f4cf859b813e4, disabling compactions & flushes 2024-11-10T19:18:24,997 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:24,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:24,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. after waiting 0 ms 2024-11-10T19:18:24,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:24,997 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:18:24,997 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1325): Online Regions={51cd68f9cf951b90d54f4cf859b813e4=hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:18:24,997 DEBUG [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51cd68f9cf951b90d54f4cf859b813e4 2024-11-10T19:18:24,998 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:24,998 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:24,998 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:24,998 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:24,998 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:24,998 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T19:18:25,011 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/replication/51cd68f9cf951b90d54f4cf859b813e4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T19:18:25,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:18:25,012 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:25,012 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:25,012 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:25,012 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51cd68f9cf951b90d54f4cf859b813e4: Waiting for close lock at 1731266304997Running coprocessor pre-close hooks at 1731266304997Disabling compacts and flushes for region at 1731266304997Disabling writes for close at 1731266304997Writing region close event to WAL at 1731266305002 (+5 ms)Running coprocessor post-close hooks at 1731266305012 (+10 ms)Closed at 1731266305012 2024-11-10T19:18:25,012 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4. 2024-11-10T19:18:25,015 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:25,033 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/info/890b334b06fd4fbd8c8dfb5c5673fa5a is 147, key is hbase:replication,,1731266291212.51cd68f9cf951b90d54f4cf859b813e4./info:regioninfo/1731266303632/Put/seqid=0 2024-11-10T19:18:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741851_1027 (size=6385) 2024-11-10T19:18:25,045 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/info/890b334b06fd4fbd8c8dfb5c5673fa5a 2024-11-10T19:18:25,060 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/.tmp/info/890b334b06fd4fbd8c8dfb5c5673fa5a as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/info/890b334b06fd4fbd8c8dfb5c5673fa5a 2024-11-10T19:18:25,067 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/info/890b334b06fd4fbd8c8dfb5c5673fa5a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T19:18:25,069 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=19, compaction requested=false 2024-11-10T19:18:25,082 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T19:18:25,083 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:25,084 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:25,084 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:25,084 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266304998Running coprocessor pre-close hooks at 1731266304998Disabling compacts and flushes for region at 1731266304998Disabling writes for close at 1731266304998Obtaining lock to block concurrent updates at 1731266304998Preparing flush snapshotting stores in 1588230740 at 1731266304998Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731266304999 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266305003 (+4 ms)Flushing 1588230740/info: creating writer at 1731266305003Flushing 1588230740/info: appending metadata at 1731266305032 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731266305032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cefd6ec: reopening flushed file at 1731266305059 (+27 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=19, compaction requested=false at 1731266305069 (+10 ms)Writing region close event to WAL at 1731266305078 (+9 ms)Running coprocessor post-close hooks at 1731266305083 (+5 ms)Closed at 1731266305084 (+1 ms) 2024-11-10T19:18:25,084 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:25,198 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,46451,1731266297872; all regions closed. 2024-11-10T19:18:25,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741849_1025 (size=2156) 2024-11-10T19:18:25,204 DEBUG [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs 2024-11-10T19:18:25,204 INFO [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C46451%2C1731266297872.meta:.meta(num 1731266299420) 2024-11-10T19:18:25,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/WALs/bdc25462c9ef,46451,1731266297872/bdc25462c9ef%2C46451%2C1731266297872.rep.1731266303538 not finished, retry = 0 2024-11-10T19:18:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741850_1026 (size=796) 2024-11-10T19:18:25,310 DEBUG [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs 2024-11-10T19:18:25,310 INFO [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C46451%2C1731266297872.rep:(num 1731266303538) 2024-11-10T19:18:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741848_1024 (size=93) 2024-11-10T19:18:25,315 DEBUG [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/oldWALs 2024-11-10T19:18:25,316 INFO [RS:0;bdc25462c9ef:46451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C46451%2C1731266297872:(num 1731266298993) 2024-11-10T19:18:25,316 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:25,316 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:25,316 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:25,316 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:25,316 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:25,316 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:25,316 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,46451,1731266297872 because: Region server is closing 2024-11-10T19:18:25,316 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T19:18:25,317 INFO [RS:0;bdc25462c9ef:46451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:46451. 2024-11-10T19:18:25,316 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T19:18:25,317 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T19:18:25,317 DEBUG [RS:0;bdc25462c9ef:46451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:25,317 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:25,317 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:25,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:25,417 WARN [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:18:25,417 WARN [RS:0;bdc25462c9ef:46451.replicationSource.shipperbdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:18:25,418 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bdc25462c9ef:46451.replicationSource.shipperbdc25462c9ef%2C46451%2C1731266297872,1-bdc25462c9ef,46451,1731266297872 terminated 2024-11-10T19:18:25,418 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bdc25462c9ef,46451,1731266297872 because: Region server is closing 2024-11-10T19:18:25,418 INFO [RS:0;bdc25462c9ef:46451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:46451. 2024-11-10T19:18:25,418 DEBUG [RS:0;bdc25462c9ef:46451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:25,418 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:25,418 DEBUG [RS:0;bdc25462c9ef:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:25,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:25,519 WARN [RS:0;bdc25462c9ef:46451.replicationSource.shipperbdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:18:25,519 WARN [RS:0;bdc25462c9ef:46451.replicationSource.wal-reader.bdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:18:25,519 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;bdc25462c9ef:46451.replicationSource.shipperbdc25462c9ef%2C46451%2C1731266297872,2-bdc25462c9ef,46451,1731266297872 terminated 2024-11-10T19:18:25,519 INFO [RS:0;bdc25462c9ef:46451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46451 2024-11-10T19:18:25,647 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/rs/bdc25462c9ef,46451,1731266297872 2024-11-10T19:18:25,647 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138/rs 2024-11-10T19:18:25,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,46451,1731266297872] 2024-11-10T19:18:25,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121657138/draining/bdc25462c9ef,46451,1731266297872 already deleted, retry=false 2024-11-10T19:18:25,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,46451,1731266297872 expired; onlineServers=0 2024-11-10T19:18:25,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,40573,1731266297809' ***** 2024-11-10T19:18:25,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:18:25,823 INFO [RS:0;bdc25462c9ef:46451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:25,823 INFO [M:0;bdc25462c9ef:40573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:25,823 INFO [RS:0;bdc25462c9ef:46451 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,46451,1731266297872; zookeeper connection closed. 2024-11-10T19:18:25,823 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:25,823 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x101262ed1750007, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:25,823 INFO [M:0;bdc25462c9ef:40573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:25,823 DEBUG [M:0;bdc25462c9ef:40573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:18:25,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:18:25,824 DEBUG [M:0;bdc25462c9ef:40573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:18:25,824 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266298596 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266298596,5,FailOnTimeoutGroup] 2024-11-10T19:18:25,824 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266298604 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266298604,5,FailOnTimeoutGroup] 2024-11-10T19:18:25,824 INFO [M:0;bdc25462c9ef:40573 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:25,824 INFO [M:0;bdc25462c9ef:40573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:25,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@137c3937 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@137c3937 2024-11-10T19:18:25,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:18:25,825 DEBUG [M:0;bdc25462c9ef:40573 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:18:25,825 INFO [M:0;bdc25462c9ef:40573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:18:25,825 INFO [M:0;bdc25462c9ef:40573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:25,825 INFO [M:0;bdc25462c9ef:40573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:18:25,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:18:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121657138/master 2024-11-10T19:18:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121657138 2024-11-10T19:18:25,868 DEBUG [M:0;bdc25462c9ef:40573 {}] zookeeper.ZKUtil(347): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Unable to get data of znode /0-1121657138/master because node does not exist (not an error) 2024-11-10T19:18:25,868 WARN [M:0;bdc25462c9ef:40573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:18:25,869 INFO [M:0;bdc25462c9ef:40573 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/.lastflushedseqids 2024-11-10T19:18:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741852_1028 (size=181) 2024-11-10T19:18:25,901 INFO [M:0;bdc25462c9ef:40573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:18:25,902 INFO [M:0;bdc25462c9ef:40573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:18:25,902 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:25,902 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:25,903 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:25,903 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:25,903 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:25,904 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T19:18:25,928 DEBUG [M:0;bdc25462c9ef:40573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b73bcd441294a7a9b049b55adb4ee56 is 82, key is hbase:meta,,1/info:regioninfo/1731266299499/Put/seqid=0 2024-11-10T19:18:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741853_1029 (size=5680) 2024-11-10T19:18:26,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:18:26,347 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b73bcd441294a7a9b049b55adb4ee56 2024-11-10T19:18:26,377 DEBUG [M:0;bdc25462c9ef:40573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02f00f70c62a4c3abd7d8abe53952f3f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731266303651/Put/seqid=0 2024-11-10T19:18:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741854_1030 (size=7319) 2024-11-10T19:18:26,784 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02f00f70c62a4c3abd7d8abe53952f3f 2024-11-10T19:18:26,812 DEBUG [M:0;bdc25462c9ef:40573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3fc3155cd3844cc90a1922d7e1c02ec is 69, key is bdc25462c9ef,46451,1731266297872/rs:state/1731266298671/Put/seqid=0 2024-11-10T19:18:26,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741855_1031 (size=5371) 2024-11-10T19:18:27,218 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3fc3155cd3844cc90a1922d7e1c02ec 2024-11-10T19:18:27,224 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3fc3155cd3844cc90a1922d7e1c02ec 2024-11-10T19:18:27,225 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b73bcd441294a7a9b049b55adb4ee56 as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b73bcd441294a7a9b049b55adb4ee56 2024-11-10T19:18:27,234 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b73bcd441294a7a9b049b55adb4ee56, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T19:18:27,235 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02f00f70c62a4c3abd7d8abe53952f3f as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02f00f70c62a4c3abd7d8abe53952f3f 2024-11-10T19:18:27,258 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02f00f70c62a4c3abd7d8abe53952f3f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T19:18:27,260 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3fc3155cd3844cc90a1922d7e1c02ec as hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3fc3155cd3844cc90a1922d7e1c02ec 2024-11-10T19:18:27,271 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3fc3155cd3844cc90a1922d7e1c02ec 2024-11-10T19:18:27,272 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/5afa1c24-913b-d4fd-7bd2-647e93672ec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3fc3155cd3844cc90a1922d7e1c02ec, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T19:18:27,274 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1371ms, sequenceid=172, compaction requested=false 2024-11-10T19:18:27,324 INFO [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:27,324 DEBUG [M:0;bdc25462c9ef:40573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266305902Disabling compacts and flushes for region at 1731266305902Disabling writes for close at 1731266305903 (+1 ms)Obtaining lock to block concurrent updates at 1731266305904 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266305904Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731266305904Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266305907 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266305907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266305927 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266305927Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266306353 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266306377 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266306377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266306790 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266306811 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266306811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11139364: reopening flushed file at 1731266307224 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f87d711: reopening flushed file at 1731266307234 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520c062e: reopening flushed file at 1731266307258 (+24 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1371ms, sequenceid=172, compaction requested=false at 1731266307274 (+16 ms)Writing region close event to WAL at 1731266307324 (+50 ms)Closed at 1731266307324 2024-11-10T19:18:27,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741847_1023 (size=22949) 2024-11-10T19:18:27,338 INFO [M:0;bdc25462c9ef:40573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:18:27,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:27,338 INFO [M:0;bdc25462c9ef:40573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40573 2024-11-10T19:18:27,338 INFO [M:0;bdc25462c9ef:40573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40573-0x101262ed1750006, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:27,516 INFO [M:0;bdc25462c9ef:40573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:27,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:27,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:27,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:27,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:27,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:27,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:18:27,529 WARN [BP-1474405371-172.17.0.3-1731266272196 heartbeating to localhost/127.0.0.1:44145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:18:27,529 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:18:27,529 WARN [BP-1474405371-172.17.0.3-1731266272196 heartbeating to localhost/127.0.0.1:44145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474405371-172.17.0.3-1731266272196 (Datanode Uuid f2862e42-9a2d-462a-bae1-137c14e99004) service to localhost/127.0.0.1:44145 2024-11-10T19:18:27,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/data/data1/current/BP-1474405371-172.17.0.3-1731266272196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:27,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/cluster_13f87ce8-f4ee-9722-f14a-231083183bbe/data/data2/current/BP-1474405371-172.17.0.3-1731266272196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:27,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:18:27,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:27,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:27,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:27,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:27,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/074e36f8-1c88-8c63-98f5-e2a643256698/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:27,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:18:27,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:18:27,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67237ec5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bdc25462c9ef:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39855 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44145 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bdc25462c9ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bdc25462c9ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/bdc25462c9ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bdc25462c9ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=718 (was 824), ProcessCount=11 (was 11), AvailableMemoryMB=1891 (was 2331) 2024-11-10T19:18:27,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=1891 2024-11-10T19:18:27,647 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T19:18:27,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir so I do NOT create it in target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a 2024-11-10T19:18:27,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:18:27,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.tmp.dir so I do NOT create it in target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a 2024-11-10T19:18:27,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59343e4c-8a68-d8f9-03fe-c92165688c7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:18:27,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a 2024-11-10T19:18:27,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258, deleteOnExit=true 2024-11-10T19:18:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101262ed1750002, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:18:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101262ed1750005, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:18:27,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101262ed1750002, quorum=127.0.0.1:49401, baseZNode=/0-1121657138 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:18:27,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101262ed1750005, quorum=127.0.0.1:49401, baseZNode=/1-1149539753 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:18:27,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/zookeeper_0, clientPort=61345, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:18:27,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61345 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/test.cache.data in system properties and HBase conf 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:18:27,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:18:27,671 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:18:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:18:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:18:27,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:27,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:18:27,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:18:27,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:27,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:18:27,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:18:27,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:28,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:28,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:28,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:28,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:28,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:28,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:28,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:28,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:28,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/java.io.tmpdir/jetty-localhost-41997-hadoop-hdfs-3_4_1-tests_jar-_-any-12634203694457619893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:28,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:41997} 2024-11-10T19:18:28,209 INFO [Time-limited test {}] server.Server(415): Started @39720ms 2024-11-10T19:18:28,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:28,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:28,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:28,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:28,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:28,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:28,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:28,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/java.io.tmpdir/jetty-localhost-44099-hadoop-hdfs-3_4_1-tests_jar-_-any-11068960355732517616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:28,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:44099} 2024-11-10T19:18:28,917 INFO [Time-limited test {}] server.Server(415): Started @40428ms 2024-11-10T19:18:28,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:18:29,768 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/data/data1/current/BP-910207403-172.17.0.3-1731266307705/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:29,776 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/data/data2/current/BP-910207403-172.17.0.3-1731266307705/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:29,833 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:18:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5c421b7ccd873d with lease ID 0x6a2ce9c33bcb9f59: Processing first storage report for DS-3aa886e6-5ffa-480a-8213-ae3f04a102d5 from datanode DatanodeRegistration(127.0.0.1:33273, datanodeUuid=f703da9b-a634-417a-ab1a-09dad464bd42, infoPort=33195, infoSecurePort=0, ipcPort=40245, storageInfo=lv=-57;cid=testClusterID;nsid=687727218;c=1731266307705) 2024-11-10T19:18:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5c421b7ccd873d with lease ID 0x6a2ce9c33bcb9f59: from storage DS-3aa886e6-5ffa-480a-8213-ae3f04a102d5 node DatanodeRegistration(127.0.0.1:33273, datanodeUuid=f703da9b-a634-417a-ab1a-09dad464bd42, infoPort=33195, infoSecurePort=0, ipcPort=40245, storageInfo=lv=-57;cid=testClusterID;nsid=687727218;c=1731266307705), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5c421b7ccd873d with lease ID 0x6a2ce9c33bcb9f59: Processing first storage report for DS-8aa2b453-222b-4a40-b807-dcab1db3bad3 from datanode DatanodeRegistration(127.0.0.1:33273, datanodeUuid=f703da9b-a634-417a-ab1a-09dad464bd42, infoPort=33195, infoSecurePort=0, ipcPort=40245, storageInfo=lv=-57;cid=testClusterID;nsid=687727218;c=1731266307705) 2024-11-10T19:18:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5c421b7ccd873d with lease ID 0x6a2ce9c33bcb9f59: from storage DS-8aa2b453-222b-4a40-b807-dcab1db3bad3 node DatanodeRegistration(127.0.0.1:33273, datanodeUuid=f703da9b-a634-417a-ab1a-09dad464bd42, infoPort=33195, infoSecurePort=0, ipcPort=40245, storageInfo=lv=-57;cid=testClusterID;nsid=687727218;c=1731266307705), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T19:18:29,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a 2024-11-10T19:18:29,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:29,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:18:29,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe with version=8 2024-11-10T19:18:29,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/hbase-staging 2024-11-10T19:18:29,949 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:29,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:29,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:29,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:18:29,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:29,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33643 2024-11-10T19:18:29,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33643 connecting to ZooKeeper ensemble=127.0.0.1:61345 2024-11-10T19:18:30,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336430x0, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:30,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33643-0x101262f61fc0000 connected 2024-11-10T19:18:30,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:30,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:30,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/running 2024-11-10T19:18:30,172 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe, hbase.cluster.distributed=false 2024-11-10T19:18:30,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/acl 2024-11-10T19:18:30,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33643 2024-11-10T19:18:30,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33643 2024-11-10T19:18:30,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33643 2024-11-10T19:18:30,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33643 2024-11-10T19:18:30,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33643 2024-11-10T19:18:30,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:30,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:30,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:30,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:30,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:30,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:30,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:18:30,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:30,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41277 2024-11-10T19:18:30,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41277 connecting to ZooKeeper ensemble=127.0.0.1:61345 2024-11-10T19:18:30,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:30,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412770x0, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:30,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412770x0, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/running 2024-11-10T19:18:30,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:18:30,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41277-0x101262f61fc0001 connected 2024-11-10T19:18:30,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:18:30,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/master 2024-11-10T19:18:30,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/acl 2024-11-10T19:18:30,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41277 2024-11-10T19:18:30,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41277 2024-11-10T19:18:30,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41277 2024-11-10T19:18:30,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41277 2024-11-10T19:18:30,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41277 2024-11-10T19:18:30,282 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:33643 2024-11-10T19:18:30,283 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01946672378/backup-masters/bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378/backup-masters 2024-11-10T19:18:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378/backup-masters 2024-11-10T19:18:30,295 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on existing znode=/01946672378/backup-masters/bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:30,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01946672378/master 2024-11-10T19:18:30,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,305 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on existing znode=/01946672378/master 2024-11-10T19:18:30,306 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01946672378/backup-masters/bdc25462c9ef,33643,1731266309948 from backup master directory 2024-11-10T19:18:30,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01946672378/backup-masters/bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:30,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378/backup-masters 2024-11-10T19:18:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378/backup-masters 2024-11-10T19:18:30,316 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:30,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:30,321 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/hbase.id] with ID: b0d0116d-01e9-4728-b77c-7e1067ace6c9 2024-11-10T19:18:30,321 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/.tmp/hbase.id 2024-11-10T19:18:30,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:18:30,345 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/.tmp/hbase.id]:[hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/hbase.id] 2024-11-10T19:18:30,369 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:30,369 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:18:30,376 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-10T19:18:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:18:30,428 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:30,429 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:30,429 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:30,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:18:30,462 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store 2024-11-10T19:18:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:18:30,514 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:30,514 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:30,514 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:30,514 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:30,514 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:30,514 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:30,515 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:30,515 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266310514Disabling compacts and flushes for region at 1731266310514Disabling writes for close at 1731266310514Writing region close event to WAL at 1731266310514Closed at 1731266310515 (+1 ms) 2024-11-10T19:18:30,516 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/.initializing 2024-11-10T19:18:30,516 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/WALs/bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:30,517 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:30,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:30,522 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C33643%2C1731266309948, suffix=, logDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/WALs/bdc25462c9ef,33643,1731266309948, archiveDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:30,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:30,557 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/WALs/bdc25462c9ef,33643,1731266309948/bdc25462c9ef%2C33643%2C1731266309948.1731266310522, exclude list is [], retry=0 2024-11-10T19:18:30,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:30,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-3aa886e6-5ffa-480a-8213-ae3f04a102d5,DISK] 2024-11-10T19:18:30,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/WALs/bdc25462c9ef,33643,1731266309948/bdc25462c9ef%2C33643%2C1731266309948.1731266310522 2024-11-10T19:18:30,614 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-10T19:18:30,614 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:30,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:30,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:30,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:30,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:30,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:30,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:30,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:30,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:30,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:30,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:30,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:30,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:30,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:30,638 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,639 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,639 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,641 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,641 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,642 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:30,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:30,648 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:30,649 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67637739, jitterRate=0.00788085162639618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:30,650 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266310615Initializing all the Stores at 1731266310616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266310616Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266310621 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266310621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266310621Cleaning up temporary data from old regions at 1731266310641 (+20 ms)Region opened successfully at 1731266310649 (+8 ms) 2024-11-10T19:18:30,656 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:30,661 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfecf30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:30,662 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:18:30,662 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:30,662 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:30,662 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:30,663 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:18:30,663 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:18:30,663 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:30,695 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:30,701 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Unable to get data of znode /01946672378/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:30,708 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01946672378/balancer already deleted, retry=false 2024-11-10T19:18:30,710 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:30,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Unable to get data of znode /01946672378/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:30,726 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01946672378/normalizer already deleted, retry=false 2024-11-10T19:18:30,751 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:30,754 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Unable to get data of znode /01946672378/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:30,767 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01946672378/switch/split already deleted, retry=false 2024-11-10T19:18:30,769 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Unable to get data of znode /01946672378/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:30,780 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01946672378/switch/merge already deleted, retry=false 2024-11-10T19:18:30,796 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Unable to get data of znode /01946672378/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:30,810 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01946672378/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01946672378/running 2024-11-10T19:18:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01946672378/running 2024-11-10T19:18:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,821 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,33643,1731266309948, sessionid=0x101262f61fc0000, setting cluster-up flag (Was=false) 2024-11-10T19:18:30,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:30,873 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01946672378/flush-table-proc/acquired, /01946672378/flush-table-proc/reached, /01946672378/flush-table-proc/abort 2024-11-10T19:18:30,875 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:31,170 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01946672378/online-snapshot/acquired, /01946672378/online-snapshot/reached, /01946672378/online-snapshot/abort 2024-11-10T19:18:31,172 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:31,174 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:18:31,176 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:31,176 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:31,176 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:31,177 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,33643,1731266309948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:31,180 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,181 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266341181 2024-11-10T19:18:31,181 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:31,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:31,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:31,183 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:31,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:18:31,183 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:31,183 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:31,184 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:31,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:18:31,192 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266311183,5,FailOnTimeoutGroup] 2024-11-10T19:18:31,196 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266311192,5,FailOnTimeoutGroup] 2024-11-10T19:18:31,196 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,196 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:31,196 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,196 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:18:31,271 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(746): ClusterId : b0d0116d-01e9-4728-b77c-7e1067ace6c9 2024-11-10T19:18:31,271 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:31,285 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:31,285 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:31,295 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:31,295 DEBUG [RS:0;bdc25462c9ef:41277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7312ef8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:31,316 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:41277 2024-11-10T19:18:31,316 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:31,316 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:31,316 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:31,317 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,33643,1731266309948 with port=41277, startcode=1731266310215 2024-11-10T19:18:31,318 DEBUG [RS:0;bdc25462c9ef:41277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:31,320 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:31,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33643 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,322 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe 2024-11-10T19:18:31,322 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40407 2024-11-10T19:18:31,322 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378/rs 2024-11-10T19:18:31,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,41277,1731266310215] 2024-11-10T19:18:31,338 DEBUG [RS:0;bdc25462c9ef:41277 {}] zookeeper.ZKUtil(111): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on existing znode=/01946672378/rs/bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,338 WARN [RS:0;bdc25462c9ef:41277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:31,338 INFO [RS:0;bdc25462c9ef:41277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:31,338 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,342 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:31,349 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:31,350 INFO [RS:0;bdc25462c9ef:41277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:31,350 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,352 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:31,353 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:31,353 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,353 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,353 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,353 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:31,354 DEBUG [RS:0;bdc25462c9ef:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:31,388 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,388 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,388 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,388 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,388 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,389 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41277,1731266310215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:31,432 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:31,433 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41277,1731266310215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,433 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,433 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.Replication(171): bdc25462c9ef,41277,1731266310215 started 2024-11-10T19:18:31,455 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:31,457 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,41277,1731266310215, RpcServer on bdc25462c9ef/172.17.0.3:41277, sessionid=0x101262f61fc0001 2024-11-10T19:18:31,457 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:31,457 DEBUG [RS:0;bdc25462c9ef:41277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,457 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41277,1731266310215' 2024-11-10T19:18:31,457 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01946672378/flush-table-proc/abort' 2024-11-10T19:18:31,458 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01946672378/flush-table-proc/acquired' 2024-11-10T19:18:31,459 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:31,459 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:31,459 DEBUG [RS:0;bdc25462c9ef:41277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,459 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41277,1731266310215' 2024-11-10T19:18:31,459 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01946672378/online-snapshot/abort' 2024-11-10T19:18:31,459 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01946672378/online-snapshot/acquired' 2024-11-10T19:18:31,460 DEBUG [RS:0;bdc25462c9ef:41277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:31,460 INFO [RS:0;bdc25462c9ef:41277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:31,460 INFO [RS:0;bdc25462c9ef:41277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:31,561 INFO [RS:0;bdc25462c9ef:41277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:31,563 INFO [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41277%2C1731266310215, suffix=, logDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215, archiveDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/oldWALs, maxLogs=10 2024-11-10T19:18:31,584 DEBUG [RS:0;bdc25462c9ef:41277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564, exclude list is [], retry=0 2024-11-10T19:18:31,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-3aa886e6-5ffa-480a-8213-ae3f04a102d5,DISK] 2024-11-10T19:18:31,592 INFO [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 2024-11-10T19:18:31,596 DEBUG [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-10T19:18:31,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:18:31,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe 2024-11-10T19:18:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:18:31,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:31,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:31,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:31,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:31,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:31,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:31,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:31,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:31,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:31,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:31,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:31,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:31,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:31,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:31,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:31,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:31,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:31,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740 2024-11-10T19:18:31,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740 2024-11-10T19:18:31,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:31,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:31,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:31,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:31,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:31,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64571294, jitterRate=-0.037812739610672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:31,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266311643Initializing all the Stores at 1731266311652 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266311652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266311667 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266311667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266311667Cleaning up temporary data from old regions at 1731266311703 (+36 ms)Region opened successfully at 1731266311726 (+23 ms) 2024-11-10T19:18:31,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:31,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:31,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:31,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:31,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:31,737 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:31,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266311727Disabling compacts and flushes for region at 1731266311727Disabling writes for close at 1731266311727Writing region close event to WAL at 1731266311737 (+10 ms)Closed at 1731266311737 2024-11-10T19:18:31,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:31,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:18:31,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:31,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:31,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:18:31,893 DEBUG [bdc25462c9ef:33643 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:31,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:31,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41277,1731266310215, state=OPENING 2024-11-10T19:18:31,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:18:31,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:31,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:31,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01946672378/meta-region-server: CHANGED 2024-11-10T19:18:31,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:31,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41277,1731266310215}] 2024-11-10T19:18:32,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01946672378/meta-region-server: CHANGED 2024-11-10T19:18:32,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:32,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:32,162 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:32,162 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:32,162 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:32,165 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41277%2C1731266310215.meta, suffix=.meta, logDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215, archiveDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/oldWALs, maxLogs=10 2024-11-10T19:18:32,185 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.meta.1731266312166.meta, exclude list is [], retry=0 2024-11-10T19:18:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-3aa886e6-5ffa-480a-8213-ae3f04a102d5,DISK] 2024-11-10T19:18:32,197 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.meta.1731266312166.meta 2024-11-10T19:18:32,197 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-10T19:18:32,197 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:32,198 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:32,198 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:32,198 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:32,198 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:32,198 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:32,198 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:32,198 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:32,198 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:32,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:32,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:32,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:32,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:32,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:32,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:32,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:32,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:32,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:32,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:32,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:32,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:32,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:32,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:32,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:32,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:32,228 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:32,229 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740 2024-11-10T19:18:32,232 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740 2024-11-10T19:18:32,234 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:32,234 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:32,234 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:32,236 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:32,237 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72611795, jitterRate=0.08200006186962128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:32,237 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:32,239 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266312199Writing region info on filesystem at 1731266312199Initializing all the Stores at 1731266312200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266312200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266312200Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266312201 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266312201Cleaning up temporary data from old regions at 1731266312234 (+33 ms)Running coprocessor post-open hooks at 1731266312237 (+3 ms)Region opened successfully at 1731266312239 (+2 ms) 2024-11-10T19:18:32,242 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266312154 2024-11-10T19:18:32,244 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:32,244 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:32,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:32,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41277,1731266310215, state=OPEN 2024-11-10T19:18:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01946672378/meta-region-server 2024-11-10T19:18:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01946672378/meta-region-server 2024-11-10T19:18:32,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:32,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01946672378/meta-region-server: CHANGED 2024-11-10T19:18:32,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01946672378/meta-region-server: CHANGED 2024-11-10T19:18:32,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:18:32,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41277,1731266310215 in 287 msec 2024-11-10T19:18:32,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:18:32,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-11-10T19:18:32,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:32,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:18:32,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:32,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41277,1731266310215, seqNum=-1] 2024-11-10T19:18:32,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:32,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:32,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1310 sec 2024-11-10T19:18:32,308 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266312308, completionTime=-1 2024-11-10T19:18:32,308 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:18:32,309 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:32,311 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:32,311 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266372311 2024-11-10T19:18:32,311 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266432311 2024-11-10T19:18:32,311 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:18:32,312 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33643,1731266309948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,312 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33643,1731266309948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,312 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33643,1731266309948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,312 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:33643, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,312 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,314 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:18:32,320 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.009sec 2024-11-10T19:18:32,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:32,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:32,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:32,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:32,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:32,327 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33643,1731266309948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:32,327 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33643,1731266309948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:32,329 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:32,329 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:32,330 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33643,1731266309948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:32,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:32,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33643,-1 for getting cluster id 2024-11-10T19:18:32,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:32,375 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0d0116d-01e9-4728-b77c-7e1067ace6c9' 2024-11-10T19:18:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0d0116d-01e9-4728-b77c-7e1067ace6c9" 2024-11-10T19:18:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c692492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33643,-1] 2024-11-10T19:18:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:32,377 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:32,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:32,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41277,1731266310215, seqNum=-1] 2024-11-10T19:18:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:32,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:32,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:32,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61345 2024-11-10T19:18:32,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:32,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101262f61fc0002 connected 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir so I do NOT create it in target/test-data/143f3a12-e5e9-1932-3145-ccea33858232 2024-11-10T19:18:32,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.tmp.dir so I do NOT create it in target/test-data/143f3a12-e5e9-1932-3145-ccea33858232 2024-11-10T19:18:32,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:18:32,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/cluster_ec80be8e-7318-e09e-9702-ed9d7ae26bde, deleteOnExit=true 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/test.cache.data in system properties and HBase conf 2024-11-10T19:18:32,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:18:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:18:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:18:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:18:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:18:32,447 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:18:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:18:32,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:18:32,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:18:32,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:32,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:18:32,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:18:33,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:33,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:33,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:33,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:33,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:33,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:33,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:33,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:33,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/java.io.tmpdir/jetty-localhost-44277-hadoop-hdfs-3_4_1-tests_jar-_-any-16573599789594231656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:33,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:44277} 2024-11-10T19:18:33,250 INFO [Time-limited test {}] server.Server(415): Started @44761ms 2024-11-10T19:18:33,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:33,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:33,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:33,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:33,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:33,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:33,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:33,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/java.io.tmpdir/jetty-localhost-35593-hadoop-hdfs-3_4_1-tests_jar-_-any-11016750973018354373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:33,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:35593} 2024-11-10T19:18:33,795 INFO [Time-limited test {}] server.Server(415): Started @45306ms 2024-11-10T19:18:33,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:18:34,625 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/cluster_ec80be8e-7318-e09e-9702-ed9d7ae26bde/data/data1/current/BP-1255091464-172.17.0.3-1731266312504/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:34,625 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/cluster_ec80be8e-7318-e09e-9702-ed9d7ae26bde/data/data2/current/BP-1255091464-172.17.0.3-1731266312504/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:34,743 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:18:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa337644d39b122 with lease ID 0x723950f37143e787: Processing first storage report for DS-54eece96-83df-4de4-8cc6-02afac9a752d from datanode DatanodeRegistration(127.0.0.1:33425, datanodeUuid=6f272d5f-5592-4309-a186-28d262bc6598, infoPort=34017, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=578275412;c=1731266312504) 2024-11-10T19:18:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa337644d39b122 with lease ID 0x723950f37143e787: from storage DS-54eece96-83df-4de4-8cc6-02afac9a752d node DatanodeRegistration(127.0.0.1:33425, datanodeUuid=6f272d5f-5592-4309-a186-28d262bc6598, infoPort=34017, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=578275412;c=1731266312504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa337644d39b122 with lease ID 0x723950f37143e787: Processing first storage report for DS-c8a06924-0abb-4b71-a2da-c82babf4a6f8 from datanode DatanodeRegistration(127.0.0.1:33425, datanodeUuid=6f272d5f-5592-4309-a186-28d262bc6598, infoPort=34017, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=578275412;c=1731266312504) 2024-11-10T19:18:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa337644d39b122 with lease ID 0x723950f37143e787: from storage DS-c8a06924-0abb-4b71-a2da-c82babf4a6f8 node DatanodeRegistration(127.0.0.1:33425, datanodeUuid=6f272d5f-5592-4309-a186-28d262bc6598, infoPort=34017, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=578275412;c=1731266312504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:34,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232 2024-11-10T19:18:34,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:34,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:18:35,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533 with version=8 2024-11-10T19:18:35,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/hbase-staging 2024-11-10T19:18:35,223 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:35,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42429 2024-11-10T19:18:35,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42429 connecting to ZooKeeper ensemble=127.0.0.1:61345 2024-11-10T19:18:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424290x0, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:35,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42429-0x101262f61fc0003 connected 2024-11-10T19:18:35,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:35,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:35,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/running 2024-11-10T19:18:35,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533, hbase.cluster.distributed=false 2024-11-10T19:18:35,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/acl 2024-11-10T19:18:35,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-10T19:18:35,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42429 2024-11-10T19:18:35,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42429 2024-11-10T19:18:35,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-10T19:18:35,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-10T19:18:35,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:18:35,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:35,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41515 2024-11-10T19:18:35,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41515 connecting to ZooKeeper ensemble=127.0.0.1:61345 2024-11-10T19:18:35,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:35,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415150x0, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:35,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415150x0, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/running 2024-11-10T19:18:35,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:18:35,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41515-0x101262f61fc0004 connected 2024-11-10T19:18:35,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:18:35,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/master 2024-11-10T19:18:35,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/acl 2024-11-10T19:18:35,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-10T19:18:35,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41515 2024-11-10T19:18:35,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41515 2024-11-10T19:18:35,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-10T19:18:35,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-10T19:18:35,424 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:42429 2024-11-10T19:18:35,439 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1837774741/backup-masters/bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741/backup-masters 2024-11-10T19:18:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741/backup-masters 2024-11-10T19:18:35,452 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on existing znode=/1837774741/backup-masters/bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1837774741/master 2024-11-10T19:18:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:35,463 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on existing znode=/1837774741/master 2024-11-10T19:18:35,464 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1837774741/backup-masters/bdc25462c9ef,42429,1731266315223 from backup master directory 2024-11-10T19:18:35,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741/backup-masters 2024-11-10T19:18:35,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1837774741/backup-masters/bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:35,473 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741/backup-masters 2024-11-10T19:18:35,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:35,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/hbase.id] with ID: c8f505de-7fa2-4b1f-9bc9-c367e0b60331 2024-11-10T19:18:35,487 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/.tmp/hbase.id 2024-11-10T19:18:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:18:35,911 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/.tmp/hbase.id]:[hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/hbase.id] 2024-11-10T19:18:35,933 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:35,934 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:18:35,936 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:18:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:18:35,964 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:35,965 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:35,972 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:18:36,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store 2024-11-10T19:18:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:18:36,412 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:36,412 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:36,412 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:36,413 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:36,413 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:36,413 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:36,413 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:36,413 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266316412Disabling compacts and flushes for region at 1731266316412Disabling writes for close at 1731266316413 (+1 ms)Writing region close event to WAL at 1731266316413Closed at 1731266316413 2024-11-10T19:18:36,414 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/.initializing 2024-11-10T19:18:36,414 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/WALs/bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:36,415 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:36,417 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C42429%2C1731266315223, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/WALs/bdc25462c9ef,42429,1731266315223, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:36,430 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/WALs/bdc25462c9ef,42429,1731266315223/bdc25462c9ef%2C42429%2C1731266315223.1731266316417, exclude list is [], retry=0 2024-11-10T19:18:36,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-54eece96-83df-4de4-8cc6-02afac9a752d,DISK] 2024-11-10T19:18:36,435 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/WALs/bdc25462c9ef,42429,1731266315223/bdc25462c9ef%2C42429%2C1731266315223.1731266316417 2024-11-10T19:18:36,436 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-10T19:18:36,436 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:36,436 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:36,436 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,436 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:36,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:36,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:36,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:36,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:36,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:36,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:36,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:36,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:36,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:36,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:36,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:36,454 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,454 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,455 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:36,460 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:36,465 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:36,465 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61228754, jitterRate=-0.08762046694755554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:36,465 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266316436Initializing all the Stores at 1731266316437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266316437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266316444 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266316444Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266316444Cleaning up temporary data from old regions at 1731266316458 (+14 ms)Region opened successfully at 1731266316465 (+7 ms) 2024-11-10T19:18:36,468 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:36,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c07c64e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:36,519 WARN [RS:0;bdc25462c9ef:41277 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bdc25462c9ef,36079,1731266278986: status=Processing ServerCrashProcedure of bdc25462c9ef,36079,1731266278986 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731266298565, completionTime=-1 appears to have been leaked 2024-11-10T19:18:36,524 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:18:36,524 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:36,525 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:36,525 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:36,525 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:18:36,526 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:18:36,526 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:36,534 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:36,535 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Unable to get data of znode /1837774741/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:36,547 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1837774741/balancer already deleted, retry=false 2024-11-10T19:18:36,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:36,549 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Unable to get data of znode /1837774741/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:36,556 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1837774741/normalizer already deleted, retry=false 2024-11-10T19:18:36,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:36,561 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Unable to get data of znode /1837774741/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:36,567 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1837774741/switch/split already deleted, retry=false 2024-11-10T19:18:36,568 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Unable to get data of znode /1837774741/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:36,578 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1837774741/switch/merge already deleted, retry=false 2024-11-10T19:18:36,584 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Unable to get data of znode /1837774741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:36,588 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1837774741/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1837774741/running 2024-11-10T19:18:36,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:36,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1837774741/running 2024-11-10T19:18:36,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:36,604 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,42429,1731266315223, sessionid=0x101262f61fc0003, setting cluster-up flag (Was=false) 2024-11-10T19:18:36,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:36,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:36,651 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1837774741/flush-table-proc/acquired, /1837774741/flush-table-proc/reached, /1837774741/flush-table-proc/abort 2024-11-10T19:18:36,652 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:36,704 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1837774741/online-snapshot/acquired, /1837774741/online-snapshot/reached, /1837774741/online-snapshot/abort 2024-11-10T19:18:36,705 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:36,707 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:18:36,709 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:36,710 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:36,710 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:36,710 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,42429,1731266315223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:36,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:36,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:36,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:36,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:36,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:36,714 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,714 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:36,714 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,721 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(746): ClusterId : c8f505de-7fa2-4b1f-9bc9-c367e0b60331 2024-11-10T19:18:36,721 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:36,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:36,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:18:36,729 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:36,729 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:36,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:36,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266346749 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:36,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:36,759 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,760 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:36,760 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:36,760 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:36,760 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:18:36,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:36,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:36,768 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266316764,5,FailOnTimeoutGroup] 2024-11-10T19:18:36,786 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266316768,5,FailOnTimeoutGroup] 2024-11-10T19:18:36,786 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,787 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:36,787 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,787 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,801 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:36,802 DEBUG [RS:0;bdc25462c9ef:41515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68335d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:36,822 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:41515 2024-11-10T19:18:36,822 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:36,822 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:36,822 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:36,832 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,42429,1731266315223 with port=41515, startcode=1731266315347 2024-11-10T19:18:36,832 DEBUG [RS:0;bdc25462c9ef:41515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:36,847 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:36,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:36,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42429 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:36,851 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533 2024-11-10T19:18:36,851 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42941 2024-11-10T19:18:36,851 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:36,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741/rs 2024-11-10T19:18:36,873 DEBUG [RS:0;bdc25462c9ef:41515 {}] zookeeper.ZKUtil(111): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on existing znode=/1837774741/rs/bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:36,873 WARN [RS:0;bdc25462c9ef:41515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:36,873 INFO [RS:0;bdc25462c9ef:41515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:36,876 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:36,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,41515,1731266315347] 2024-11-10T19:18:36,884 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:36,892 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:36,896 INFO [RS:0;bdc25462c9ef:41515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:36,896 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,897 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:36,901 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:36,901 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,901 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,901 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:36,902 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:36,903 DEBUG [RS:0;bdc25462c9ef:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:36,919 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,919 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,919 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,919 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,919 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,919 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41515,1731266315347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:36,935 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:36,936 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41515,1731266315347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,936 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,936 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.Replication(171): bdc25462c9ef,41515,1731266315347 started 2024-11-10T19:18:36,952 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:36,952 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,41515,1731266315347, RpcServer on bdc25462c9ef/172.17.0.3:41515, sessionid=0x101262f61fc0004 2024-11-10T19:18:36,952 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:36,953 DEBUG [RS:0;bdc25462c9ef:41515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:36,953 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41515,1731266315347' 2024-11-10T19:18:36,953 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1837774741/flush-table-proc/abort' 2024-11-10T19:18:36,953 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1837774741/flush-table-proc/acquired' 2024-11-10T19:18:36,954 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:36,954 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:36,954 DEBUG [RS:0;bdc25462c9ef:41515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:36,954 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41515,1731266315347' 2024-11-10T19:18:36,954 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1837774741/online-snapshot/abort' 2024-11-10T19:18:36,955 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1837774741/online-snapshot/acquired' 2024-11-10T19:18:36,956 DEBUG [RS:0;bdc25462c9ef:41515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:36,956 INFO [RS:0;bdc25462c9ef:41515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:36,956 INFO [RS:0;bdc25462c9ef:41515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:37,056 INFO [RS:0;bdc25462c9ef:41515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:37,058 INFO [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41515%2C1731266315347, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/oldWALs, maxLogs=10 2024-11-10T19:18:37,078 DEBUG [RS:0;bdc25462c9ef:41515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347/bdc25462c9ef%2C41515%2C1731266315347.1731266317059, exclude list is [], retry=0 2024-11-10T19:18:37,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-54eece96-83df-4de4-8cc6-02afac9a752d,DISK] 2024-11-10T19:18:37,090 INFO [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347/bdc25462c9ef%2C41515%2C1731266315347.1731266317059 2024-11-10T19:18:37,092 DEBUG [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-10T19:18:37,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:18:37,165 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533 2024-11-10T19:18:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:18:37,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:37,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:37,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:37,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:37,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:37,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:37,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:37,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:37,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:37,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:37,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:37,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:37,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:37,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:37,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740 2024-11-10T19:18:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740 2024-11-10T19:18:37,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:37,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:37,592 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:37,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:37,596 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63613481, jitterRate=-0.0520852655172348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266317576Initializing all the Stores at 1731266317576Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266317576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266317576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266317577 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266317577Cleaning up temporary data from old regions at 1731266317591 (+14 ms)Region opened successfully at 1731266317596 (+5 ms) 2024-11-10T19:18:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:37,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:37,597 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266317597Disabling compacts and flushes for region at 1731266317597Disabling writes for close at 1731266317597Writing region close event to WAL at 1731266317597Closed at 1731266317597 2024-11-10T19:18:37,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:37,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:18:37,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:37,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:37,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:18:37,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:37,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:37,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:37,752 DEBUG [bdc25462c9ef:42429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:37,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:37,757 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41515,1731266315347, state=OPENING 2024-11-10T19:18:37,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:18:37,793 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:18:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:37,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1837774741/meta-region-server: CHANGED 2024-11-10T19:18:37,810 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:37,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1837774741/meta-region-server: CHANGED 2024-11-10T19:18:37,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41515,1731266315347}] 2024-11-10T19:18:37,964 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:37,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:37,973 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:37,973 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:37,973 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:37,975 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41515%2C1731266315347.meta, suffix=.meta, logDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/oldWALs, maxLogs=10 2024-11-10T19:18:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:18:37,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:37,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:37,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T19:18:37,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:37,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:18:37,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:18:37,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:37,988 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347/bdc25462c9ef%2C41515%2C1731266315347.meta.1731266317975.meta, exclude list is [], retry=0 2024-11-10T19:18:37,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-54eece96-83df-4de4-8cc6-02afac9a752d,DISK] 2024-11-10T19:18:37,993 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347/bdc25462c9ef%2C41515%2C1731266315347.meta.1731266317975.meta 2024-11-10T19:18:37,996 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-10T19:18:37,996 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:37,997 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:37,997 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:37,997 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:37,997 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:37,997 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:37,997 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:37,997 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:37,997 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:37,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:38,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:38,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:38,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:38,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:38,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:38,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:38,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:38,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:38,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:38,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:38,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:38,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:38,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:38,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:38,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:38,009 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:38,009 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740 2024-11-10T19:18:38,010 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740 2024-11-10T19:18:38,011 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:38,011 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:38,012 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:38,014 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:38,015 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67093003, jitterRate=-2.3634731769561768E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:38,016 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:38,016 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266317998Writing region info on filesystem at 1731266317998Initializing all the Stores at 1731266317998Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266317998Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266317999 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266317999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266317999Cleaning up temporary data from old regions at 1731266318011 (+12 ms)Running coprocessor post-open hooks at 1731266318016 (+5 ms)Region opened successfully at 1731266318016 2024-11-10T19:18:38,017 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266317964 2024-11-10T19:18:38,019 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:38,020 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:38,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:38,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41515,1731266315347, state=OPEN 2024-11-10T19:18:38,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1837774741/meta-region-server 2024-11-10T19:18:38,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1837774741/meta-region-server 2024-11-10T19:18:38,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:38,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1837774741/meta-region-server: CHANGED 2024-11-10T19:18:38,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1837774741/meta-region-server: CHANGED 2024-11-10T19:18:38,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:18:38,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41515,1731266315347 in 220 msec 2024-11-10T19:18:38,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:18:38,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-10T19:18:38,037 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:38,037 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:18:38,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:38,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41515,1731266315347, seqNum=-1] 2024-11-10T19:18:38,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:38,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:38,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-10T19:18:38,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266318046, completionTime=-1 2024-11-10T19:18:38,046 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:18:38,046 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:38,048 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:38,048 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266378048 2024-11-10T19:18:38,048 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266438048 2024-11-10T19:18:38,048 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:18:38,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42429,1731266315223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42429,1731266315223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42429,1731266315223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:42429, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,051 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.580sec 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42429,1731266315223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:38,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42429,1731266315223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:38,056 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:38,056 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:38,056 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42429,1731266315223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:38,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42429,-1 for getting cluster id 2024-11-10T19:18:38,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:38,124 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8f505de-7fa2-4b1f-9bc9-c367e0b60331' 2024-11-10T19:18:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8f505de-7fa2-4b1f-9bc9-c367e0b60331" 2024-11-10T19:18:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428ab019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42429,-1] 2024-11-10T19:18:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:38,127 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:38,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:38,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41515,1731266315347, seqNum=-1] 2024-11-10T19:18:38,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:38,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:38,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:38,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61345 2024-11-10T19:18:38,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:38,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101262f61fc0005 connected 2024-11-10T19:18:38,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33643,-1 for getting cluster id 2024-11-10T19:18:38,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:38,160 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0d0116d-01e9-4728-b77c-7e1067ace6c9' 2024-11-10T19:18:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0d0116d-01e9-4728-b77c-7e1067ace6c9" 2024-11-10T19:18:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33643,-1] 2024-11-10T19:18:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:38,162 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5191decd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c21678 2024-11-10T19:18:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:38,165 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:38,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:42429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:18:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:18:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:38,169 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42429' 2024-11-10T19:18:38,170 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8292280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,170 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42429,-1 for getting cluster id 2024-11-10T19:18:38,170 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:38,171 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8f505de-7fa2-4b1f-9bc9-c367e0b60331' 2024-11-10T19:18:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8f505de-7fa2-4b1f-9bc9-c367e0b60331" 2024-11-10T19:18:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb18834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42429,-1] 2024-11-10T19:18:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:38,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:38,172 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:38,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71060c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:38,173 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c957515 2024-11-10T19:18:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:38,175 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:38,176 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T19:18:38,176 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:18:38,176 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:38,176 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:38,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:38,177 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:38,178 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:18:38,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:18:38,180 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:38,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:18:38,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741835_1011 (size=1138) 2024-11-10T19:18:38,228 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:18:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:38,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57f03fbc7c5c37799dab948f2d63d88f, NAME => 'hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe 2024-11-10T19:18:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741836_1012 (size=44) 2024-11-10T19:18:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 57f03fbc7c5c37799dab948f2d63d88f, disabling compactions & flushes 2024-11-10T19:18:38,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. after waiting 0 ms 2024-11-10T19:18:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:38,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57f03fbc7c5c37799dab948f2d63d88f: Waiting for close lock at 1731266318998Disabling compacts and flushes for region at 1731266318998Disabling writes for close at 1731266318998Writing region close event to WAL at 1731266318998Closed at 1731266318998 2024-11-10T19:18:39,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:18:39,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266319000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266319000"}]},"ts":"1731266319000"} 2024-11-10T19:18:39,002 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:18:39,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:18:39,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266319004"}]},"ts":"1731266319004"} 2024-11-10T19:18:39,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:18:39,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57f03fbc7c5c37799dab948f2d63d88f, ASSIGN}] 2024-11-10T19:18:39,008 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57f03fbc7c5c37799dab948f2d63d88f, ASSIGN 2024-11-10T19:18:39,009 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57f03fbc7c5c37799dab948f2d63d88f, ASSIGN; state=OFFLINE, location=bdc25462c9ef,41277,1731266310215; forceNewPlan=false, retain=false 2024-11-10T19:18:39,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=57f03fbc7c5c37799dab948f2d63d88f, regionState=OPENING, regionLocation=bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57f03fbc7c5c37799dab948f2d63d88f, ASSIGN because future has completed 2024-11-10T19:18:39,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57f03fbc7c5c37799dab948f2d63d88f, server=bdc25462c9ef,41277,1731266310215}] 2024-11-10T19:18:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:39,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:39,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:39,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:18:39,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41277%2C1731266310215.rep, suffix=, logDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215, archiveDir=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/oldWALs, maxLogs=10 2024-11-10T19:18:39,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.rep.1731266319322, exclude list is [], retry=0 2024-11-10T19:18:39,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-3aa886e6-5ffa-480a-8213-ae3f04a102d5,DISK] 2024-11-10T19:18:39,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.rep.1731266319322 2024-11-10T19:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-10T19:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 57f03fbc7c5c37799dab948f2d63d88f, NAME => 'hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:39,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. service=MultiRowMutationService 2024-11-10T19:18:39,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:39,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,340 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,342 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57f03fbc7c5c37799dab948f2d63d88f columnFamilyName hfileref 2024-11-10T19:18:39,342 DEBUG [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:39,342 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] regionserver.HStore(327): Store=57f03fbc7c5c37799dab948f2d63d88f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:39,342 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,343 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57f03fbc7c5c37799dab948f2d63d88f columnFamilyName queue 2024-11-10T19:18:39,343 DEBUG [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:39,344 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] regionserver.HStore(327): Store=57f03fbc7c5c37799dab948f2d63d88f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:39,344 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,345 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57f03fbc7c5c37799dab948f2d63d88f columnFamilyName sid 2024-11-10T19:18:39,345 DEBUG [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:39,345 INFO [StoreOpener-57f03fbc7c5c37799dab948f2d63d88f-1 {}] regionserver.HStore(327): Store=57f03fbc7c5c37799dab948f2d63d88f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:39,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:18:39,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:39,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 57f03fbc7c5c37799dab948f2d63d88f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71454802, jitterRate=0.0647595226764679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:18:39,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:39,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 57f03fbc7c5c37799dab948f2d63d88f: Running coprocessor pre-open hook at 1731266319339Writing region info on filesystem at 1731266319339Initializing all the Stores at 1731266319340 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266319340Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266319340Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266319340Cleaning up temporary data from old regions at 1731266319348 (+8 ms)Running coprocessor post-open hooks at 1731266319352 (+4 ms)Region opened successfully at 1731266319352 2024-11-10T19:18:39,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f., pid=7, masterSystemTime=1731266319316 2024-11-10T19:18:39,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:39,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:39,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=57f03fbc7c5c37799dab948f2d63d88f, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57f03fbc7c5c37799dab948f2d63d88f, server=bdc25462c9ef,41277,1731266310215 because future has completed 2024-11-10T19:18:39,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T19:18:39,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 57f03fbc7c5c37799dab948f2d63d88f, server=bdc25462c9ef,41277,1731266310215 in 196 msec 2024-11-10T19:18:39,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:18:39,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57f03fbc7c5c37799dab948f2d63d88f, ASSIGN in 355 msec 2024-11-10T19:18:39,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:18:39,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266319365"}]},"ts":"1731266319365"} 2024-11-10T19:18:39,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:18:39,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:18:39,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-10T19:18:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f., hostname=bdc25462c9ef,41277,1731266310215, seqNum=2] 2024-11-10T19:18:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:39,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:18:39,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T19:18:39,585 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:18:39,614 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,41277,1731266310215, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:18:39,615 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:39,615 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41277,1731266310215, seqNum=-1] 2024-11-10T19:18:39,615 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:39,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T19:18:39,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,41277,1731266310215', locateType=CURRENT is [region=hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f., hostname=bdc25462c9ef,41277,1731266310215, seqNum=2] 2024-11-10T19:18:39,620 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T19:18:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T19:18:39,623 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,41277,1731266310215 suceeded 2024-11-10T19:18:39,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T19:18:39,627 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:42429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:18:39,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-10T19:18:39,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-11-10T19:18:39,634 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42429' 2024-11-10T19:18:39,635 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7565f224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:39,635 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42429,-1 for getting cluster id 2024-11-10T19:18:39,635 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:39,636 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8f505de-7fa2-4b1f-9bc9-c367e0b60331' 2024-11-10T19:18:39,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:39,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8f505de-7fa2-4b1f-9bc9-c367e0b60331" 2024-11-10T19:18:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d97b961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42429,-1] 2024-11-10T19:18:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:39,638 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:39,638 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fd7e9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:39,639 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:39,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:39,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8ae286 2024-11-10T19:18:39,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:39,640 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T19:18:39,641 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,41277,1731266310215 (queues=1) is replicating from cluster=b0d0116d-01e9-4728-b77c-7e1067ace6c9 to cluster=c8f505de-7fa2-4b1f-9bc9-c367e0b60331 2024-11-10T19:18:39,641 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C41277%2C1731266310215 2024-11-10T19:18:39,641 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,41277,1731266310215, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:18:39,641 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.shipperbdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C41277%2C1731266310215 2024-11-10T19:18:39,641 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564, startPosition=0, beingWritten=true 2024-11-10T19:18:39,847 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:40,152 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:40,315 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:18:40,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:40,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:40,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:40,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:40,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:40,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60ce4067 2024-11-10T19:18:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:40,317 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:40,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:18:40,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:18:40,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:40,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:40,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:40,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:40,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:40,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:18:40,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1827226627, stopped=false 2024-11-10T19:18:40,319 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,42429,1731266315223 2024-11-10T19:18:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1837774741/running 2024-11-10T19:18:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1837774741/running 2024-11-10T19:18:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:40,325 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:40,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:40,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:40,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:40,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/running 2024-11-10T19:18:40,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,41515,1731266315347' ***** 2024-11-10T19:18:40,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:18:40,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Set watcher on znode that does not yet exist, /1837774741/running 2024-11-10T19:18:40,325 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:18:40,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41515. 2024-11-10T19:18:40,326 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:40,326 DEBUG [RS:0;bdc25462c9ef:41515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:40,326 DEBUG [RS:0;bdc25462c9ef:41515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:18:40,326 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:18:40,326 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:18:40,326 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:40,326 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:40,326 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:40,326 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:40,327 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:40,327 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:40,327 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T19:18:40,341 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/.tmp/ns/d574eeb3acf64c99a392a2a1c7d92c38 is 43, key is default/ns:d/1731266318040/Put/seqid=0 2024-11-10T19:18:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741835_1011 (size=5153) 2024-11-10T19:18:40,527 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:40,557 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:40,727 DEBUG [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:40,746 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/.tmp/ns/d574eeb3acf64c99a392a2a1c7d92c38 2024-11-10T19:18:40,753 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/.tmp/ns/d574eeb3acf64c99a392a2a1c7d92c38 as hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/ns/d574eeb3acf64c99a392a2a1c7d92c38 2024-11-10T19:18:40,759 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/ns/d574eeb3acf64c99a392a2a1c7d92c38, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T19:18:40,760 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-10T19:18:40,764 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T19:18:40,765 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:40,765 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:40,765 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:40,765 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266320326Running coprocessor pre-close hooks at 1731266320326Disabling compacts and flushes for region at 1731266320326Disabling writes for close at 1731266320327 (+1 ms)Obtaining lock to block concurrent updates at 1731266320327Preparing flush snapshotting stores in 1588230740 at 1731266320327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731266320327Flushing stores of hbase:meta,,1.1588230740 at 1731266320328 (+1 ms)Flushing 1588230740/ns: creating writer at 1731266320328Flushing 1588230740/ns: appending metadata at 1731266320341 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266320341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ceac471: reopening flushed file at 1731266320752 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731266320760 (+8 ms)Writing region close event to WAL at 1731266320761 (+1 ms)Running coprocessor post-close hooks at 1731266320765 (+4 ms)Closed at 1731266320765 2024-11-10T19:18:40,765 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:40,927 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,41515,1731266315347; all regions closed. 2024-11-10T19:18:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741834_1010 (size=1152) 2024-11-10T19:18:40,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/WALs/bdc25462c9ef,41515,1731266315347/bdc25462c9ef%2C41515%2C1731266315347.meta.1731266317975.meta not finished, retry = 0 2024-11-10T19:18:40,999 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:18:40,999 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:18:41,032 DEBUG [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/oldWALs 2024-11-10T19:18:41,032 INFO [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C41515%2C1731266315347.meta:.meta(num 1731266317975) 2024-11-10T19:18:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741832_1008 (size=93) 2024-11-10T19:18:41,036 DEBUG [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/oldWALs 2024-11-10T19:18:41,036 INFO [RS:0;bdc25462c9ef:41515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C41515%2C1731266315347:(num 1731266317059) 2024-11-10T19:18:41,036 DEBUG [RS:0;bdc25462c9ef:41515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:41,036 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:41,037 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:41,037 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:41,037 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:41,037 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:41,037 INFO [RS:0;bdc25462c9ef:41515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41515 2024-11-10T19:18:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741/rs 2024-11-10T19:18:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1837774741/rs/bdc25462c9ef,41515,1731266315347 2024-11-10T19:18:41,040 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:41,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,41515,1731266315347] 2024-11-10T19:18:41,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1837774741/draining/bdc25462c9ef,41515,1731266315347 already deleted, retry=false 2024-11-10T19:18:41,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,41515,1731266315347 expired; onlineServers=0 2024-11-10T19:18:41,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,42429,1731266315223' ***** 2024-11-10T19:18:41,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:18:41,061 INFO [M:0;bdc25462c9ef:42429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:41,062 INFO [M:0;bdc25462c9ef:42429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:41,062 DEBUG [M:0;bdc25462c9ef:42429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:18:41,062 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266316764 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266316764,5,FailOnTimeoutGroup] 2024-11-10T19:18:41,062 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266316768 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266316768,5,FailOnTimeoutGroup] 2024-11-10T19:18:41,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:18:41,062 DEBUG [M:0;bdc25462c9ef:42429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:18:41,062 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:41,062 INFO [M:0;bdc25462c9ef:42429 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:41,062 INFO [M:0;bdc25462c9ef:42429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:41,062 DEBUG [M:0;bdc25462c9ef:42429 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:18:41,062 INFO [M:0;bdc25462c9ef:42429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:18:41,063 INFO [M:0;bdc25462c9ef:42429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:41,063 INFO [M:0;bdc25462c9ef:42429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:18:41,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:18:41,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1837774741/master 2024-11-10T19:18:41,072 DEBUG [M:0;bdc25462c9ef:42429 {}] zookeeper.ZKUtil(347): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Unable to get data of znode /1837774741/master because node does not exist (not an error) 2024-11-10T19:18:41,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1837774741 2024-11-10T19:18:41,072 WARN [M:0;bdc25462c9ef:42429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:18:41,073 INFO [M:0;bdc25462c9ef:42429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/.lastflushedseqids 2024-11-10T19:18:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741836_1012 (size=99) 2024-11-10T19:18:41,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:41,151 INFO [RS:0;bdc25462c9ef:41515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:41,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x101262f61fc0004, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:41,151 INFO [RS:0;bdc25462c9ef:41515 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,41515,1731266315347; zookeeper connection closed. 2024-11-10T19:18:41,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee648fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ee648fa 2024-11-10T19:18:41,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:18:41,478 INFO [M:0;bdc25462c9ef:42429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:18:41,478 INFO [M:0;bdc25462c9ef:42429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:18:41,478 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:41,478 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:41,478 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:41,479 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:41,479 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:41,479 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T19:18:41,498 DEBUG [M:0;bdc25462c9ef:42429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba751341cab41fe958d973ca8998d08 is 82, key is hbase:meta,,1/info:regioninfo/1731266318020/Put/seqid=0 2024-11-10T19:18:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741837_1013 (size=5672) 2024-11-10T19:18:41,506 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba751341cab41fe958d973ca8998d08 2024-11-10T19:18:41,528 DEBUG [M:0;bdc25462c9ef:42429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aed7a7b9d3dd4b91a94d4ab34dd99f06 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731266318045/Put/seqid=0 2024-11-10T19:18:41,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741838_1014 (size=5275) 2024-11-10T19:18:41,668 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:41,933 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aed7a7b9d3dd4b91a94d4ab34dd99f06 2024-11-10T19:18:41,951 DEBUG [M:0;bdc25462c9ef:42429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cd5335be5f84bf1bcc0f5a0305f666c is 69, key is bdc25462c9ef,41515,1731266315347/rs:state/1731266316849/Put/seqid=0 2024-11-10T19:18:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741839_1015 (size=5156) 2024-11-10T19:18:42,356 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cd5335be5f84bf1bcc0f5a0305f666c 2024-11-10T19:18:42,365 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba751341cab41fe958d973ca8998d08 as hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba751341cab41fe958d973ca8998d08 2024-11-10T19:18:42,373 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:42,373 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba751341cab41fe958d973ca8998d08, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T19:18:42,375 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aed7a7b9d3dd4b91a94d4ab34dd99f06 as hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aed7a7b9d3dd4b91a94d4ab34dd99f06 2024-11-10T19:18:42,381 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aed7a7b9d3dd4b91a94d4ab34dd99f06, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T19:18:42,382 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cd5335be5f84bf1bcc0f5a0305f666c as hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cd5335be5f84bf1bcc0f5a0305f666c 2024-11-10T19:18:42,387 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/f7932bd1-9f06-a0c5-2177-9f5cb1843533/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cd5335be5f84bf1bcc0f5a0305f666c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T19:18:42,389 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=28, compaction requested=false 2024-11-10T19:18:42,390 INFO [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:42,390 DEBUG [M:0;bdc25462c9ef:42429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266321478Disabling compacts and flushes for region at 1731266321478Disabling writes for close at 1731266321479 (+1 ms)Obtaining lock to block concurrent updates at 1731266321479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266321479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731266321479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266321480 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266321480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266321498 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266321498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266321511 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266321528 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266321528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266321938 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266321951 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266321951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7270e14e: reopening flushed file at 1731266322363 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be1dcb9: reopening flushed file at 1731266322374 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6bcccb: reopening flushed file at 1731266322381 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=28, compaction requested=false at 1731266322389 (+8 ms)Writing region close event to WAL at 1731266322390 (+1 ms)Closed at 1731266322390 2024-11-10T19:18:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741830_1006 (size=10165) 2024-11-10T19:18:42,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:42,395 INFO [M:0;bdc25462c9ef:42429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:18:42,395 INFO [M:0;bdc25462c9ef:42429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42429 2024-11-10T19:18:42,395 INFO [M:0;bdc25462c9ef:42429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:42,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:42,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x101262f61fc0003, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:42,509 INFO [M:0;bdc25462c9ef:42429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:42,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:42,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:42,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:42,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:42,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:42,523 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:18:42,523 WARN [BP-1255091464-172.17.0.3-1731266312504 heartbeating to localhost/127.0.0.1:42941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:18:42,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:18:42,523 WARN [BP-1255091464-172.17.0.3-1731266312504 heartbeating to localhost/127.0.0.1:42941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255091464-172.17.0.3-1731266312504 (Datanode Uuid 6f272d5f-5592-4309-a186-28d262bc6598) service to localhost/127.0.0.1:42941 2024-11-10T19:18:42,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/cluster_ec80be8e-7318-e09e-9702-ed9d7ae26bde/data/data1/current/BP-1255091464-172.17.0.3-1731266312504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:42,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/cluster_ec80be8e-7318-e09e-9702-ed9d7ae26bde/data/data2/current/BP-1255091464-172.17.0.3-1731266312504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:42,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:18:42,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:42,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:42,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:42,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:42,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:18:42,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:42,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:42,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:42,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:42,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:42,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:18:42,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183140079, stopped=false 2024-11-10T19:18:42,549 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,33643,1731266309948 2024-11-10T19:18:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01946672378/running 2024-11-10T19:18:42,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:42,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01946672378/running 2024-11-10T19:18:42,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:42,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:18:42,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:42,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:42,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,41277,1731266310215' ***** 2024-11-10T19:18:42,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:18:42,558 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:18:42,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:18:42,558 INFO [RS:0;bdc25462c9ef:41277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:18:42,558 INFO [RS:0;bdc25462c9ef:41277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:18:42,558 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41277. 2024-11-10T19:18:42,559 DEBUG [RS:0;bdc25462c9ef:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:42,559 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57f03fbc7c5c37799dab948f2d63d88f, disabling compactions & flushes 2024-11-10T19:18:42,559 DEBUG [RS:0;bdc25462c9ef:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:42,559 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:42,559 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:18:42,559 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:18:42,559 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. after waiting 0 ms 2024-11-10T19:18:42,560 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:42,560 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 57f03fbc7c5c37799dab948f2d63d88f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T19:18:42,560 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:18:42,560 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 57f03fbc7c5c37799dab948f2d63d88f=hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f.} 2024-11-10T19:18:42,560 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57f03fbc7c5c37799dab948f2d63d88f 2024-11-10T19:18:42,560 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:42,560 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:42,560 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:42,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/running 2024-11-10T19:18:42,560 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:42,560 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:42,561 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T19:18:42,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Set watcher on znode that does not yet exist, /01946672378/running 2024-11-10T19:18:42,585 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/info/e34214a005974034810f6f9d2b2f5e95 is 147, key is hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f./info:regioninfo/1731266319356/Put/seqid=0 2024-11-10T19:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/.tmp/queue/dad7a053b24546588a99ea820296f749 is 151, key is 1-bdc25462c9ef,41277,1731266310215/queue:bdc25462c9ef%2C41277%2C1731266310215/1731266319619/Put/seqid=0 2024-11-10T19:18:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741839_1015 (size=6631) 2024-11-10T19:18:42,610 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/info/e34214a005974034810f6f9d2b2f5e95 2024-11-10T19:18:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741838_1014 (size=5350) 2024-11-10T19:18:42,617 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/.tmp/queue/dad7a053b24546588a99ea820296f749 2024-11-10T19:18:42,628 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:42,629 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/.tmp/queue/dad7a053b24546588a99ea820296f749 as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/queue/dad7a053b24546588a99ea820296f749 2024-11-10T19:18:42,637 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/queue/dad7a053b24546588a99ea820296f749, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T19:18:42,638 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 57f03fbc7c5c37799dab948f2d63d88f in 78ms, sequenceid=5, compaction requested=false 2024-11-10T19:18:42,639 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:18:42,650 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/ns/2ca8f2eab2944117a27cf84c13e6bbc3 is 43, key is default/ns:d/1731266312299/Put/seqid=0 2024-11-10T19:18:42,653 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/replication/57f03fbc7c5c37799dab948f2d63d88f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:18:42,655 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:42,655 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741840_1016 (size=5153) 2024-11-10T19:18:42,655 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:42,655 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57f03fbc7c5c37799dab948f2d63d88f: Waiting for close lock at 1731266322559Running coprocessor pre-close hooks at 1731266322559Disabling compacts and flushes for region at 1731266322559Disabling writes for close at 1731266322560 (+1 ms)Obtaining lock to block concurrent updates at 1731266322560Preparing flush snapshotting stores in 57f03fbc7c5c37799dab948f2d63d88f at 1731266322560Finished memstore snapshotting hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731266322560Flushing stores of hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. at 1731266322561 (+1 ms)Flushing 57f03fbc7c5c37799dab948f2d63d88f/queue: creating writer at 1731266322561Flushing 57f03fbc7c5c37799dab948f2d63d88f/queue: appending metadata at 1731266322585 (+24 ms)Flushing 57f03fbc7c5c37799dab948f2d63d88f/queue: closing flushed file at 1731266322585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a0ef6e: reopening flushed file at 1731266322628 (+43 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 57f03fbc7c5c37799dab948f2d63d88f in 78ms, sequenceid=5, compaction requested=false at 1731266322639 (+11 ms)Writing region close event to WAL at 1731266322648 (+9 ms)Running coprocessor post-close hooks at 1731266322655 (+7 ms)Closed at 1731266322655 2024-11-10T19:18:42,655 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266318177.57f03fbc7c5c37799dab948f2d63d88f. 2024-11-10T19:18:42,760 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:42,961 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:43,056 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/ns/2ca8f2eab2944117a27cf84c13e6bbc3 2024-11-10T19:18:43,085 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/table/d7961d4158b444c09931b95ca813189e is 53, key is hbase:replication/table:state/1731266319365/Put/seqid=0 2024-11-10T19:18:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741841_1017 (size=5256) 2024-11-10T19:18:43,161 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:43,178 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.1731266311564 to pos 0, reset compression=false 2024-11-10T19:18:43,361 DEBUG [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:18:43,388 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:18:43,389 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:18:43,497 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/table/d7961d4158b444c09931b95ca813189e 2024-11-10T19:18:43,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:43,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:43,503 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/info/e34214a005974034810f6f9d2b2f5e95 as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/info/e34214a005974034810f6f9d2b2f5e95 2024-11-10T19:18:43,511 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/info/e34214a005974034810f6f9d2b2f5e95, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T19:18:43,512 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/ns/2ca8f2eab2944117a27cf84c13e6bbc3 as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/ns/2ca8f2eab2944117a27cf84c13e6bbc3 2024-11-10T19:18:43,521 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/ns/2ca8f2eab2944117a27cf84c13e6bbc3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:18:43,522 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/.tmp/table/d7961d4158b444c09931b95ca813189e as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/table/d7961d4158b444c09931b95ca813189e 2024-11-10T19:18:43,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:43,531 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/table/d7961d4158b444c09931b95ca813189e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T19:18:43,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:43,532 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 971ms, sequenceid=11, compaction requested=false 2024-11-10T19:18:43,543 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:18:43,543 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:43,543 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:43,544 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:43,544 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266322560Running coprocessor pre-close hooks at 1731266322560Disabling compacts and flushes for region at 1731266322560Disabling writes for close at 1731266322560Obtaining lock to block concurrent updates at 1731266322561 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731266322561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731266322561Flushing stores of hbase:meta,,1.1588230740 at 1731266322562 (+1 ms)Flushing 1588230740/info: creating writer at 1731266322562Flushing 1588230740/info: appending metadata at 1731266322585 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731266322585Flushing 1588230740/ns: creating writer at 1731266322628 (+43 ms)Flushing 1588230740/ns: appending metadata at 1731266322649 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731266322649Flushing 1588230740/table: creating writer at 1731266323063 (+414 ms)Flushing 1588230740/table: appending metadata at 1731266323084 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731266323084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13db955d: reopening flushed file at 1731266323502 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd64799: reopening flushed file at 1731266323511 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2765d4: reopening flushed file at 1731266323521 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 971ms, sequenceid=11, compaction requested=false at 1731266323533 (+12 ms)Writing region close event to WAL at 1731266323539 (+6 ms)Running coprocessor post-close hooks at 1731266323543 (+4 ms)Closed at 1731266323544 (+1 ms) 2024-11-10T19:18:43,544 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:43,561 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,41277,1731266310215; all regions closed. 2024-11-10T19:18:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741834_1010 (size=2742) 2024-11-10T19:18:43,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/WALs/bdc25462c9ef,41277,1731266310215/bdc25462c9ef%2C41277%2C1731266310215.meta.1731266312166.meta not finished, retry = 0 2024-11-10T19:18:43,667 DEBUG [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/oldWALs 2024-11-10T19:18:43,667 INFO [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C41277%2C1731266310215.meta:.meta(num 1731266312166) 2024-11-10T19:18:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741837_1013 (size=1586) 2024-11-10T19:18:43,676 DEBUG [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/oldWALs 2024-11-10T19:18:43,676 INFO [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C41277%2C1731266310215.rep:(num 1731266319322) 2024-11-10T19:18:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741832_1008 (size=93) 2024-11-10T19:18:43,681 DEBUG [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/oldWALs 2024-11-10T19:18:43,681 INFO [RS:0;bdc25462c9ef:41277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C41277%2C1731266310215:(num 1731266311564) 2024-11-10T19:18:43,681 DEBUG [RS:0;bdc25462c9ef:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:43,681 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:18:43,681 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:43,682 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:43,682 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:43,682 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:43,682 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,41277,1731266310215 because: Region server is closing 2024-11-10T19:18:43,682 INFO [RS:0;bdc25462c9ef:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41277. 2024-11-10T19:18:43,682 DEBUG [RS:0;bdc25462c9ef:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:18:43,682 DEBUG [RS:0;bdc25462c9ef:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:43,682 DEBUG [RS:0;bdc25462c9ef:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:43,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:43,783 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.shipperbdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:18:43,783 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.wal-reader.bdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:18:43,784 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41277,1731266310215.replicationSource.shipperbdc25462c9ef%2C41277%2C1731266310215,1-bdc25462c9ef,41277,1731266310215 terminated 2024-11-10T19:18:43,784 INFO [RS:0;bdc25462c9ef:41277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41277 2024-11-10T19:18:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378/rs 2024-11-10T19:18:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01946672378/rs/bdc25462c9ef,41277,1731266310215 2024-11-10T19:18:43,788 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:43,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,41277,1731266310215] 2024-11-10T19:18:43,808 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01946672378/draining/bdc25462c9ef,41277,1731266310215 already deleted, retry=false 2024-11-10T19:18:43,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,41277,1731266310215 expired; onlineServers=0 2024-11-10T19:18:43,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,33643,1731266309948' ***** 2024-11-10T19:18:43,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:18:43,809 INFO [M:0;bdc25462c9ef:33643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:18:43,809 INFO [M:0;bdc25462c9ef:33643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:18:43,809 DEBUG [M:0;bdc25462c9ef:33643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:18:43,809 DEBUG [M:0;bdc25462c9ef:33643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:18:43,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:18:43,809 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266311192 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266311192,5,FailOnTimeoutGroup] 2024-11-10T19:18:43,809 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266311183 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266311183,5,FailOnTimeoutGroup] 2024-11-10T19:18:43,809 INFO [M:0;bdc25462c9ef:33643 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:18:43,809 INFO [M:0;bdc25462c9ef:33643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:18:43,809 DEBUG [M:0;bdc25462c9ef:33643 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:18:43,809 INFO [M:0;bdc25462c9ef:33643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:18:43,810 INFO [M:0;bdc25462c9ef:33643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:18:43,810 INFO [M:0;bdc25462c9ef:33643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:18:43,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:18:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01946672378/master 2024-11-10T19:18:43,848 DEBUG [M:0;bdc25462c9ef:33643 {}] zookeeper.ZKUtil(347): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Unable to get data of znode /01946672378/master because node does not exist (not an error) 2024-11-10T19:18:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01946672378 2024-11-10T19:18:43,848 WARN [M:0;bdc25462c9ef:33643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:18:43,849 INFO [M:0;bdc25462c9ef:33643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/.lastflushedseqids 2024-11-10T19:18:43,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741842_1018 (size=181) 2024-11-10T19:18:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:43,898 INFO [RS:0;bdc25462c9ef:41277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x101262f61fc0001, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:43,898 INFO [RS:0;bdc25462c9ef:41277 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,41277,1731266310215; zookeeper connection closed. 2024-11-10T19:18:43,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fb38edc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fb38edc 2024-11-10T19:18:43,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:18:44,255 INFO [M:0;bdc25462c9ef:33643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:18:44,255 INFO [M:0;bdc25462c9ef:33643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:18:44,255 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:44,255 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:44,255 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:44,255 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:44,255 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:44,255 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T19:18:44,270 DEBUG [M:0;bdc25462c9ef:33643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35407d2faffc4debb257282f7f1547b3 is 82, key is hbase:meta,,1/info:regioninfo/1731266312246/Put/seqid=0 2024-11-10T19:18:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741843_1019 (size=5672) 2024-11-10T19:18:44,676 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35407d2faffc4debb257282f7f1547b3 2024-11-10T19:18:44,722 DEBUG [M:0;bdc25462c9ef:33643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a29cdb6dc1234c3f884fa5f2a218ac77 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731266319371/Put/seqid=0 2024-11-10T19:18:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741844_1020 (size=7203) 2024-11-10T19:18:44,731 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a29cdb6dc1234c3f884fa5f2a218ac77 2024-11-10T19:18:44,759 DEBUG [M:0;bdc25462c9ef:33643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cd3c239c4364f0b906a07865cb62785 is 69, key is bdc25462c9ef,41277,1731266310215/rs:state/1731266311321/Put/seqid=0 2024-11-10T19:18:44,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741845_1021 (size=5156) 2024-11-10T19:18:44,769 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cd3c239c4364f0b906a07865cb62785 2024-11-10T19:18:44,777 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35407d2faffc4debb257282f7f1547b3 as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35407d2faffc4debb257282f7f1547b3 2024-11-10T19:18:44,788 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35407d2faffc4debb257282f7f1547b3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T19:18:44,793 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a29cdb6dc1234c3f884fa5f2a218ac77 as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a29cdb6dc1234c3f884fa5f2a218ac77 2024-11-10T19:18:44,803 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a29cdb6dc1234c3f884fa5f2a218ac77, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T19:18:44,805 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cd3c239c4364f0b906a07865cb62785 as hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cd3c239c4364f0b906a07865cb62785 2024-11-10T19:18:44,812 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40407/user/jenkins/test-data/7a680e1f-53c4-3a4b-96b1-72708ef06bfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cd3c239c4364f0b906a07865cb62785, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T19:18:44,814 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=70, compaction requested=false 2024-11-10T19:18:44,846 INFO [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:44,846 DEBUG [M:0;bdc25462c9ef:33643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266324255Disabling compacts and flushes for region at 1731266324255Disabling writes for close at 1731266324255Obtaining lock to block concurrent updates at 1731266324255Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266324255Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731266324256 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266324256Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266324256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266324270 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266324270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266324687 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266324722 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266324722Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266324737 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266324758 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266324758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704c7b62: reopening flushed file at 1731266324776 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aecbd9: reopening flushed file at 1731266324788 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145d4e2c: reopening flushed file at 1731266324804 (+16 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=70, compaction requested=false at 1731266324814 (+10 ms)Writing region close event to WAL at 1731266324846 (+32 ms)Closed at 1731266324846 2024-11-10T19:18:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741830_1006 (size=41008) 2024-11-10T19:18:44,852 INFO [M:0;bdc25462c9ef:33643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:18:44,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:18:44,852 INFO [M:0;bdc25462c9ef:33643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33643 2024-11-10T19:18:44,852 INFO [M:0;bdc25462c9ef:33643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:18:44,961 INFO [M:0;bdc25462c9ef:33643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:18:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101262f61fc0000, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:18:44,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:44,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:44,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:44,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:44,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:45,005 WARN [BP-910207403-172.17.0.3-1731266307705 heartbeating to localhost/127.0.0.1:40407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:18:45,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:18:45,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:18:45,005 WARN [BP-910207403-172.17.0.3-1731266307705 heartbeating to localhost/127.0.0.1:40407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910207403-172.17.0.3-1731266307705 (Datanode Uuid f703da9b-a634-417a-ab1a-09dad464bd42) service to localhost/127.0.0.1:40407 2024-11-10T19:18:45,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/data/data1/current/BP-910207403-172.17.0.3-1731266307705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:45,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/cluster_70f402a2-f87c-3936-b2a8-c6494e359258/data/data2/current/BP-910207403-172.17.0.3-1731266307705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:18:45,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:18:45,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:45,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:18:45,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:18:45,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:18:45,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c077ae8f-b1c3-7606-e429-88bc1cf8116a/hadoop.log.dir/,STOPPED} 2024-11-10T19:18:45,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:18:45,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:18:45,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 111) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61345) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40407 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61345) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=735 (was 718) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1342 (was 1891) 2024-11-10T19:18:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101262f61fc0002, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:18:45,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101262f61fc0002, quorum=127.0.0.1:61345, baseZNode=/01946672378 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:18:45,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101262f61fc0005, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:18:45,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101262f61fc0005, quorum=127.0.0.1:61345, baseZNode=/1837774741 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:18:45,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=735, ProcessCount=11, AvailableMemoryMB=1342 2024-11-10T19:18:45,158 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T19:18:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir so I do NOT create it in target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33 2024-11-10T19:18:45,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:18:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.tmp.dir so I do NOT create it in target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33 2024-11-10T19:18:45,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143f3a12-e5e9-1932-3145-ccea33858232/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:18:45,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33 2024-11-10T19:18:45,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760, deleteOnExit=true 2024-11-10T19:18:45,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/zookeeper_0, clientPort=58711, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:18:45,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58711 2024-11-10T19:18:45,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:18:45,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:18:45,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/test.cache.data in system properties and HBase conf 2024-11-10T19:18:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:18:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:18:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:18:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:18:45,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:18:45,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:18:45,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:18:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:18:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:18:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:18:45,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:45,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:45,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:45,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:45,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:18:45,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:45,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:45,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:45,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/java.io.tmpdir/jetty-localhost-35627-hadoop-hdfs-3_4_1-tests_jar-_-any-9779548785782816161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:45,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:35627} 2024-11-10T19:18:45,967 INFO [Time-limited test {}] server.Server(415): Started @57478ms 2024-11-10T19:18:46,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:46,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:46,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:46,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:46,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:46,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:46,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:46,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/java.io.tmpdir/jetty-localhost-41929-hadoop-hdfs-3_4_1-tests_jar-_-any-8011891771451653549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:46,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:41929} 2024-11-10T19:18:46,701 INFO [Time-limited test {}] server.Server(415): Started @58212ms 2024-11-10T19:18:46,702 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:18:47,660 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/data/data1/current/BP-647492304-172.17.0.3-1731266325236/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:47,660 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/data/data2/current/BP-647492304-172.17.0.3-1731266325236/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:47,706 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:18:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1dac392c88e0adb5 with lease ID 0x11a9a6906c2095f5: Processing first storage report for DS-5c434d2d-dec4-453e-96e2-829cb1d7279f from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=57df9720-ab7f-44ec-8261-47bad485ff00, infoPort=44129, infoSecurePort=0, ipcPort=37757, storageInfo=lv=-57;cid=testClusterID;nsid=503234701;c=1731266325236) 2024-11-10T19:18:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1dac392c88e0adb5 with lease ID 0x11a9a6906c2095f5: from storage DS-5c434d2d-dec4-453e-96e2-829cb1d7279f node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=57df9720-ab7f-44ec-8261-47bad485ff00, infoPort=44129, infoSecurePort=0, ipcPort=37757, storageInfo=lv=-57;cid=testClusterID;nsid=503234701;c=1731266325236), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T19:18:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1dac392c88e0adb5 with lease ID 0x11a9a6906c2095f5: Processing first storage report for DS-493009e5-8d1c-430f-b810-8c1001bf46d0 from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=57df9720-ab7f-44ec-8261-47bad485ff00, infoPort=44129, infoSecurePort=0, ipcPort=37757, storageInfo=lv=-57;cid=testClusterID;nsid=503234701;c=1731266325236) 2024-11-10T19:18:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1dac392c88e0adb5 with lease ID 0x11a9a6906c2095f5: from storage DS-493009e5-8d1c-430f-b810-8c1001bf46d0 node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=57df9720-ab7f-44ec-8261-47bad485ff00, infoPort=44129, infoSecurePort=0, ipcPort=37757, storageInfo=lv=-57;cid=testClusterID;nsid=503234701;c=1731266325236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:47,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33 2024-11-10T19:18:47,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:47,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:18:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:18:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:18:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:48,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc with version=8 2024-11-10T19:18:48,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/hbase-staging 2024-11-10T19:18:48,219 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:18:48,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:48,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40861 2024-11-10T19:18:48,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40861 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-10T19:18:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408610x0, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:48,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40861-0x101262fa6560000 connected 2024-11-10T19:18:48,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:48,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:48,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/running 2024-11-10T19:18:48,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc, hbase.cluster.distributed=false 2024-11-10T19:18:48,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/acl 2024-11-10T19:18:48,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-10T19:18:48,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40861 2024-11-10T19:18:48,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40861 2024-11-10T19:18:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-10T19:18:48,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-10T19:18:48,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:18:48,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:48,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33929 2024-11-10T19:18:48,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33929 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-10T19:18:48,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:48,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:48,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339290x0, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:48,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339290x0, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/running 2024-11-10T19:18:48,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:18:48,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33929-0x101262fa6560001 connected 2024-11-10T19:18:48,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:18:48,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/master 2024-11-10T19:18:48,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/acl 2024-11-10T19:18:48,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-10T19:18:48,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33929 2024-11-10T19:18:48,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33929 2024-11-10T19:18:48,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-10T19:18:48,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-10T19:18:48,583 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:40861 2024-11-10T19:18:48,584 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /017952110/backup-masters/bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:48,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110/backup-masters 2024-11-10T19:18:48,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110/backup-masters 2024-11-10T19:18:48,648 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on existing znode=/017952110/backup-masters/bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:48,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/017952110/master 2024-11-10T19:18:48,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:48,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:48,704 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on existing znode=/017952110/master 2024-11-10T19:18:48,706 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /017952110/backup-masters/bdc25462c9ef,40861,1731266328218 from backup master directory 2024-11-10T19:18:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/017952110/backup-masters/bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110/backup-masters 2024-11-10T19:18:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110/backup-masters 2024-11-10T19:18:48,713 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:48,714 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:48,718 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/hbase.id] with ID: 255e1c8d-2dd4-4a67-b58f-7e55dab14216 2024-11-10T19:18:48,718 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/.tmp/hbase.id 2024-11-10T19:18:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:18:49,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:49,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:49,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:49,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:49,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:49,126 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/.tmp/hbase.id]:[hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/hbase.id] 2024-11-10T19:18:49,139 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:49,139 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:18:49,141 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T19:18:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:18:49,171 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:49,172 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:49,172 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:18:49,189 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store 2024-11-10T19:18:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:18:49,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:49,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:49,229 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:49,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:49,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:49,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:49,229 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:49,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266329229Disabling compacts and flushes for region at 1731266329229Disabling writes for close at 1731266329229Writing region close event to WAL at 1731266329229Closed at 1731266329229 2024-11-10T19:18:49,236 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/.initializing 2024-11-10T19:18:49,236 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/WALs/bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:49,237 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:49,239 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C40861%2C1731266328218, suffix=, logDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/WALs/bdc25462c9ef,40861,1731266328218, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:49,256 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/WALs/bdc25462c9ef,40861,1731266328218/bdc25462c9ef%2C40861%2C1731266328218.1731266329239, exclude list is [], retry=0 2024-11-10T19:18:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-5c434d2d-dec4-453e-96e2-829cb1d7279f,DISK] 2024-11-10T19:18:49,276 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/WALs/bdc25462c9ef,40861,1731266328218/bdc25462c9ef%2C40861%2C1731266328218.1731266329239 2024-11-10T19:18:49,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44129:44129)] 2024-11-10T19:18:49,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:49,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:49,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,281 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:49,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:49,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:49,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:49,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:49,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:49,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:49,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:49,298 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,298 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,299 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,300 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,300 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,301 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:49,302 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:49,307 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:49,308 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58937831, jitterRate=-0.1217578798532486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:49,308 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266329281Initializing all the Stores at 1731266329282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266329282Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266329284 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266329284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266329284Cleaning up temporary data from old regions at 1731266329300 (+16 ms)Region opened successfully at 1731266329308 (+8 ms) 2024-11-10T19:18:49,312 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:49,315 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d7468b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:49,316 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:18:49,316 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:49,316 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:49,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:49,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:18:49,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:18:49,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:49,325 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:49,326 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Unable to get data of znode /017952110/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:49,334 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /017952110/balancer already deleted, retry=false 2024-11-10T19:18:49,335 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:49,336 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Unable to get data of znode /017952110/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:49,345 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /017952110/normalizer already deleted, retry=false 2024-11-10T19:18:49,345 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:49,349 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Unable to get data of znode /017952110/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:49,357 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /017952110/switch/split already deleted, retry=false 2024-11-10T19:18:49,358 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Unable to get data of znode /017952110/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:49,366 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /017952110/switch/merge already deleted, retry=false 2024-11-10T19:18:49,369 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Unable to get data of znode /017952110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:49,376 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /017952110/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:49,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/017952110/running 2024-11-10T19:18:49,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/017952110/running 2024-11-10T19:18:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,390 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,40861,1731266328218, sessionid=0x101262fa6560000, setting cluster-up flag (Was=false) 2024-11-10T19:18:49,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,440 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /017952110/flush-table-proc/acquired, /017952110/flush-table-proc/reached, /017952110/flush-table-proc/abort 2024-11-10T19:18:49,442 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:49,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /017952110/online-snapshot/acquired, /017952110/online-snapshot/reached, /017952110/online-snapshot/abort 2024-11-10T19:18:49,515 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:49,516 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:18:49,519 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:49,519 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:49,519 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:49,520 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,40861,1731266328218 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:49,526 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:49,526 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:49,527 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:49,527 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:49,527 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:49,527 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,527 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:49,527 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:49,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:18:49,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:18:49,552 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266359552 2024-11-10T19:18:49,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:49,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:49,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:49,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:49,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:49,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:49,572 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,573 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:49,573 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:49,573 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:49,573 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:49,574 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(746): ClusterId : 255e1c8d-2dd4-4a67-b58f-7e55dab14216 2024-11-10T19:18:49,574 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:49,576 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:49,576 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:49,579 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266329576,5,FailOnTimeoutGroup] 2024-11-10T19:18:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:18:49,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:18:49,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc 2024-11-10T19:18:49,588 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:49,588 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:49,596 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266329579,5,FailOnTimeoutGroup] 2024-11-10T19:18:49,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:49,597 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,597 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,598 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:49,599 DEBUG [RS:0;bdc25462c9ef:33929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe7f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:49,624 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:33929 2024-11-10T19:18:49,624 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:49,624 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:49,624 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:49,625 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,40861,1731266328218 with port=33929, startcode=1731266328517 2024-11-10T19:18:49,625 DEBUG [RS:0;bdc25462c9ef:33929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:18:49,628 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:49,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:49,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40861 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:49,631 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc 2024-11-10T19:18:49,631 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37803 2024-11-10T19:18:49,631 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:49,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:49,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:49,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:49,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:49,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110/rs 2024-11-10T19:18:49,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:49,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:49,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:49,642 DEBUG [RS:0;bdc25462c9ef:33929 {}] zookeeper.ZKUtil(111): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on existing znode=/017952110/rs/bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:49,642 WARN [RS:0;bdc25462c9ef:33929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:49,642 INFO [RS:0;bdc25462c9ef:33929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:49,642 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:49,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,33929,1731266328517] 2024-11-10T19:18:49,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:49,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:49,646 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:49,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:49,647 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:49,648 INFO [RS:0;bdc25462c9ef:33929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:49,648 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,650 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:49,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:49,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:49,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:49,652 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:49,652 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:49,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:49,653 DEBUG [RS:0;bdc25462c9ef:33929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:49,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740 2024-11-10T19:18:49,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:49,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:49,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:49,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:49,663 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,663 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,663 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,663 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,663 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,664 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33929,1731266328517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:49,670 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:49,670 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72945522, jitterRate=0.08697298169136047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:49,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266329632Initializing all the Stores at 1731266329633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266329633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266329633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266329633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266329633Cleaning up temporary data from old regions at 1731266329657 (+24 ms)Region opened successfully at 1731266329671 (+14 ms) 2024-11-10T19:18:49,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:49,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:49,672 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266329671Disabling compacts and flushes for region at 1731266329671Disabling writes for close at 1731266329672 (+1 ms)Writing region close event to WAL at 1731266329672Closed at 1731266329672 2024-11-10T19:18:49,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:49,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:18:49,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:49,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:49,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:18:49,683 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:49,683 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33929,1731266328517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,684 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,684 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.Replication(171): bdc25462c9ef,33929,1731266328517 started 2024-11-10T19:18:49,701 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:49,701 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,33929,1731266328517, RpcServer on bdc25462c9ef/172.17.0.3:33929, sessionid=0x101262fa6560001 2024-11-10T19:18:49,701 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:49,701 DEBUG [RS:0;bdc25462c9ef:33929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:49,701 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33929,1731266328517' 2024-11-10T19:18:49,701 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/017952110/flush-table-proc/abort' 2024-11-10T19:18:49,702 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/017952110/flush-table-proc/acquired' 2024-11-10T19:18:49,702 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:49,702 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:49,702 DEBUG [RS:0;bdc25462c9ef:33929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:49,702 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33929,1731266328517' 2024-11-10T19:18:49,702 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/017952110/online-snapshot/abort' 2024-11-10T19:18:49,703 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/017952110/online-snapshot/acquired' 2024-11-10T19:18:49,704 DEBUG [RS:0;bdc25462c9ef:33929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:49,704 INFO [RS:0;bdc25462c9ef:33929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:49,704 INFO [RS:0;bdc25462c9ef:33929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:49,804 INFO [RS:0;bdc25462c9ef:33929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:49,809 INFO [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33929%2C1731266328517, suffix=, logDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/oldWALs, maxLogs=10 2024-11-10T19:18:49,828 WARN [bdc25462c9ef:40861 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:18:49,833 DEBUG [RS:0;bdc25462c9ef:33929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810, exclude list is [], retry=0 2024-11-10T19:18:49,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-5c434d2d-dec4-453e-96e2-829cb1d7279f,DISK] 2024-11-10T19:18:49,876 INFO [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 2024-11-10T19:18:49,880 DEBUG [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44129:44129)] 2024-11-10T19:18:50,078 DEBUG [bdc25462c9ef:40861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:50,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:50,081 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33929,1731266328517, state=OPENING 2024-11-10T19:18:50,173 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:18:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:18:50,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /017952110/meta-region-server: CHANGED 2024-11-10T19:18:50,236 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:50,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33929,1731266328517}] 2024-11-10T19:18:50,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /017952110/meta-region-server: CHANGED 2024-11-10T19:18:50,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:50,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:50,399 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:50,399 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:50,400 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:50,403 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33929%2C1731266328517.meta, suffix=.meta, logDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/oldWALs, maxLogs=10 2024-11-10T19:18:50,426 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.meta.1731266330404.meta, exclude list is [], retry=0 2024-11-10T19:18:50,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-5c434d2d-dec4-453e-96e2-829cb1d7279f,DISK] 2024-11-10T19:18:50,440 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.meta.1731266330404.meta 2024-11-10T19:18:50,441 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44129:44129)] 2024-11-10T19:18:50,442 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:50,442 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:50,442 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:50,442 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:50,442 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:50,442 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:50,442 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:50,443 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:50,443 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:50,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:50,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:50,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:50,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:50,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:50,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:50,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:50,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:50,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:50,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:50,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:50,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:50,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:50,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:50,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:50,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:50,456 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:50,457 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740 2024-11-10T19:18:50,458 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740 2024-11-10T19:18:50,459 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:50,459 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:50,459 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:50,460 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:50,461 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69952793, jitterRate=0.04237784445285797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:50,461 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:50,462 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266330443Writing region info on filesystem at 1731266330443Initializing all the Stores at 1731266330444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266330444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266330448 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266330448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266330448Cleaning up temporary data from old regions at 1731266330459 (+11 ms)Running coprocessor post-open hooks at 1731266330461 (+2 ms)Region opened successfully at 1731266330462 (+1 ms) 2024-11-10T19:18:50,463 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266330391 2024-11-10T19:18:50,465 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:50,465 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:50,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:50,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33929,1731266328517, state=OPEN 2024-11-10T19:18:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/017952110/meta-region-server 2024-11-10T19:18:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/017952110/meta-region-server 2024-11-10T19:18:50,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /017952110/meta-region-server: CHANGED 2024-11-10T19:18:50,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /017952110/meta-region-server: CHANGED 2024-11-10T19:18:50,518 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:50,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:18:50,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33929,1731266328517 in 282 msec 2024-11-10T19:18:50,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:18:50,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 847 msec 2024-11-10T19:18:50,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:50,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:18:50,527 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:50,527 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33929,1731266328517, seqNum=-1] 2024-11-10T19:18:50,527 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:50,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:50,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0180 sec 2024-11-10T19:18:50,538 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266330538, completionTime=-1 2024-11-10T19:18:50,538 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:18:50,538 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:50,540 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:50,540 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266390540 2024-11-10T19:18:50,540 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266450540 2024-11-10T19:18:50,540 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:18:50,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40861,1731266328218-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40861,1731266328218-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40861,1731266328218-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:40861, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,545 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.833sec 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:50,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40861,1731266328218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:50,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40861,1731266328218-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:50,555 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:50,555 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:50,556 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40861,1731266328218-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:50,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:50,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40861,-1 for getting cluster id 2024-11-10T19:18:50,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:50,585 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255e1c8d-2dd4-4a67-b58f-7e55dab14216' 2024-11-10T19:18:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255e1c8d-2dd4-4a67-b58f-7e55dab14216" 2024-11-10T19:18:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14428dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40861,-1] 2024-11-10T19:18:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:50,587 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:50,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33929,1731266328517, seqNum=-1] 2024-11-10T19:18:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:50,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:50,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:50,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-10T19:18:50,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:50,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101262fa6560002 connected 2024-11-10T19:18:50,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir so I do NOT create it in target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487 2024-11-10T19:18:50,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:18:50,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.tmp.dir so I do NOT create it in target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487 2024-11-10T19:18:50,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:18:50,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487 2024-11-10T19:18:50,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:18:50,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/cluster_c0615d78-ec80-d146-3a38-4d2ef779f508, deleteOnExit=true 2024-11-10T19:18:50,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:18:50,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/test.cache.data in system properties and HBase conf 2024-11-10T19:18:50,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:18:50,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:18:50,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:18:50,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:18:50,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:18:50,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:18:50,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:18:50,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:18:50,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:18:50,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:18:50,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:18:51,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:51,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:51,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:51,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:51,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:18:51,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:51,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:51,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:51,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/java.io.tmpdir/jetty-localhost-40027-hadoop-hdfs-3_4_1-tests_jar-_-any-17957103972365727978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:18:51,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:40027} 2024-11-10T19:18:51,422 INFO [Time-limited test {}] server.Server(415): Started @62933ms 2024-11-10T19:18:52,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:18:52,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:18:52,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:18:52,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:18:52,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:18:52,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:18:52,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:18:52,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/java.io.tmpdir/jetty-localhost-35495-hadoop-hdfs-3_4_1-tests_jar-_-any-8579048750413870545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:18:52,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:35495} 2024-11-10T19:18:52,461 INFO [Time-limited test {}] server.Server(415): Started @63972ms 2024-11-10T19:18:52,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:18:53,203 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/cluster_c0615d78-ec80-d146-3a38-4d2ef779f508/data/data1/current/BP-835335269-172.17.0.3-1731266330670/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:53,204 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/cluster_c0615d78-ec80-d146-3a38-4d2ef779f508/data/data2/current/BP-835335269-172.17.0.3-1731266330670/current, will proceed with Du for space computation calculation, 2024-11-10T19:18:53,310 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:18:53,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ec4be7e508e28b with lease ID 0xb81d66f3a41bf059: Processing first storage report for DS-92899ee4-b743-485b-93c9-cfce1f10eba0 from datanode DatanodeRegistration(127.0.0.1:42831, datanodeUuid=f546b5b0-8132-4cf1-ae1a-b59c3b3eddf8, infoPort=36989, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=717370820;c=1731266330670) 2024-11-10T19:18:53,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ec4be7e508e28b with lease ID 0xb81d66f3a41bf059: from storage DS-92899ee4-b743-485b-93c9-cfce1f10eba0 node DatanodeRegistration(127.0.0.1:42831, datanodeUuid=f546b5b0-8132-4cf1-ae1a-b59c3b3eddf8, infoPort=36989, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=717370820;c=1731266330670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:53,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ec4be7e508e28b with lease ID 0xb81d66f3a41bf059: Processing first storage report for DS-d4ba9b69-b306-4ec3-8359-bc819133e457 from datanode DatanodeRegistration(127.0.0.1:42831, datanodeUuid=f546b5b0-8132-4cf1-ae1a-b59c3b3eddf8, infoPort=36989, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=717370820;c=1731266330670) 2024-11-10T19:18:53,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ec4be7e508e28b with lease ID 0xb81d66f3a41bf059: from storage DS-d4ba9b69-b306-4ec3-8359-bc819133e457 node DatanodeRegistration(127.0.0.1:42831, datanodeUuid=f546b5b0-8132-4cf1-ae1a-b59c3b3eddf8, infoPort=36989, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=717370820;c=1731266330670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:18:53,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487 2024-11-10T19:18:53,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:53,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:18:53,774 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76 with version=8 2024-11-10T19:18:53,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/hbase-staging 2024-11-10T19:18:53,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:53,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:53,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:53,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:53,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:53,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:53,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:18:53,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:53,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42587 2024-11-10T19:18:53,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42587 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-10T19:18:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425870x0, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:53,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42587-0x101262fa6560003 connected 2024-11-10T19:18:53,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:53,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:53,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/running 2024-11-10T19:18:53,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76, hbase.cluster.distributed=false 2024-11-10T19:18:53,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/acl 2024-11-10T19:18:53,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-10T19:18:53,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42587 2024-11-10T19:18:53,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42587 2024-11-10T19:18:53,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-10T19:18:53,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-10T19:18:53,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:18:53,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:18:53,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37273 2024-11-10T19:18:53,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37273 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-10T19:18:53,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:53,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372730x0, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:53,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372730x0, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/running 2024-11-10T19:18:53,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37273-0x101262fa6560004 connected 2024-11-10T19:18:53,945 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:18:53,952 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:18:53,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/master 2024-11-10T19:18:53,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/acl 2024-11-10T19:18:53,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37273 2024-11-10T19:18:53,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37273 2024-11-10T19:18:53,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37273 2024-11-10T19:18:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37273 2024-11-10T19:18:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37273 2024-11-10T19:18:54,014 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:42587 2024-11-10T19:18:54,020 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-170821975/backup-masters/bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975/backup-masters 2024-11-10T19:18:54,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975/backup-masters 2024-11-10T19:18:54,032 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on existing znode=/1-170821975/backup-masters/bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170821975/master 2024-11-10T19:18:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,040 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on existing znode=/1-170821975/master 2024-11-10T19:18:54,040 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-170821975/backup-masters/bdc25462c9ef,42587,1731266333777 from backup master directory 2024-11-10T19:18:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170821975/backup-masters/bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975/backup-masters 2024-11-10T19:18:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975/backup-masters 2024-11-10T19:18:54,050 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:54,050 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,054 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/hbase.id] with ID: b5b6d45c-87f8-4c83-b70f-ec47e70e3d53 2024-11-10T19:18:54,054 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/.tmp/hbase.id 2024-11-10T19:18:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:18:54,070 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/.tmp/hbase.id]:[hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/hbase.id] 2024-11-10T19:18:54,085 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:18:54,085 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:18:54,086 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:18:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:18:54,107 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:54,107 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:18:54,108 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:18:54,122 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store 2024-11-10T19:18:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:18:54,562 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:54,562 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:18:54,562 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:54,563 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:54,563 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:18:54,563 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:54,563 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:18:54,563 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266334562Disabling compacts and flushes for region at 1731266334562Disabling writes for close at 1731266334563 (+1 ms)Writing region close event to WAL at 1731266334563Closed at 1731266334563 2024-11-10T19:18:54,564 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/.initializing 2024-11-10T19:18:54,564 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/WALs/bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,565 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:54,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C42587%2C1731266333777, suffix=, logDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/WALs/bdc25462c9ef,42587,1731266333777, archiveDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/oldWALs, maxLogs=10 2024-11-10T19:18:54,581 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/WALs/bdc25462c9ef,42587,1731266333777/bdc25462c9ef%2C42587%2C1731266333777.1731266334568, exclude list is [], retry=0 2024-11-10T19:18:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-92899ee4-b743-485b-93c9-cfce1f10eba0,DISK] 2024-11-10T19:18:54,586 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/WALs/bdc25462c9ef,42587,1731266333777/bdc25462c9ef%2C42587%2C1731266333777.1731266334568 2024-11-10T19:18:54,586 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36989:36989)] 2024-11-10T19:18:54,586 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:54,587 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:54,587 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,587 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:18:54,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:54,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:54,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:18:54,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:54,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:54,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:18:54,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:54,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:54,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:18:54,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:54,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:54,605 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,605 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,606 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,608 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,608 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,609 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:54,610 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:18:54,617 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:54,617 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61602587, jitterRate=-0.08204992115497589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:54,617 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266334587Initializing all the Stores at 1731266334588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266334588Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266334592 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266334592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266334592Cleaning up temporary data from old regions at 1731266334608 (+16 ms)Region opened successfully at 1731266334617 (+9 ms) 2024-11-10T19:18:54,618 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:18:54,621 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa3e1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:54,622 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:18:54,622 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:18:54,622 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:18:54,622 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:18:54,623 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:18:54,623 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:18:54,623 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:18:54,638 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:18:54,639 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Unable to get data of znode /1-170821975/balancer because node does not exist (not necessarily an error) 2024-11-10T19:18:54,650 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170821975/balancer already deleted, retry=false 2024-11-10T19:18:54,650 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:18:54,651 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Unable to get data of znode /1-170821975/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:18:54,660 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170821975/normalizer already deleted, retry=false 2024-11-10T19:18:54,660 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:18:54,661 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Unable to get data of znode /1-170821975/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:18:54,671 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170821975/switch/split already deleted, retry=false 2024-11-10T19:18:54,672 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Unable to get data of znode /1-170821975/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:18:54,681 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170821975/switch/merge already deleted, retry=false 2024-11-10T19:18:54,683 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Unable to get data of znode /1-170821975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:18:54,692 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170821975/snapshot-cleanup already deleted, retry=false 2024-11-10T19:18:54,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170821975/running 2024-11-10T19:18:54,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170821975/running 2024-11-10T19:18:54,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,704 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,42587,1731266333777, sessionid=0x101262fa6560003, setting cluster-up flag (Was=false) 2024-11-10T19:18:54,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,755 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-170821975/flush-table-proc/acquired, /1-170821975/flush-table-proc/reached, /1-170821975/flush-table-proc/abort 2024-11-10T19:18:54,756 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:54,808 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-170821975/online-snapshot/acquired, /1-170821975/online-snapshot/reached, /1-170821975/online-snapshot/abort 2024-11-10T19:18:54,809 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:54,811 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:18:54,812 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:54,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:18:54,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:18:54,813 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,42587,1731266333777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:18:54,814 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:54,814 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:54,814 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:54,815 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:18:54,815 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:18:54,815 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,815 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:54,815 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:54,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:18:54,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:54,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:18:54,828 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266364828 2024-11-10T19:18:54,829 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:18:54,829 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:18:54,829 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:18:54,829 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:18:54,829 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:18:54,829 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:18:54,834 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,836 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:18:54,836 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:18:54,836 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:18:54,836 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:18:54,841 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:18:54,841 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:18:54,848 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266334841,5,FailOnTimeoutGroup] 2024-11-10T19:18:54,848 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266334848,5,FailOnTimeoutGroup] 2024-11-10T19:18:54,849 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,849 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:18:54,849 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,849 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:18:54,899 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(746): ClusterId : b5b6d45c-87f8-4c83-b70f-ec47e70e3d53 2024-11-10T19:18:54,899 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:18:54,903 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:18:54,903 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:18:54,914 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:18:54,914 DEBUG [RS:0;bdc25462c9ef:37273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161d25b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:18:54,929 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:37273 2024-11-10T19:18:54,929 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:18:54,929 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:18:54,929 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:18:54,930 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,42587,1731266333777 with port=37273, startcode=1731266333927 2024-11-10T19:18:54,930 DEBUG [RS:0;bdc25462c9ef:37273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:18:54,932 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:18:54,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:54,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:54,934 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76 2024-11-10T19:18:54,934 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33589 2024-11-10T19:18:54,934 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:18:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975/rs 2024-11-10T19:18:54,945 DEBUG [RS:0;bdc25462c9ef:37273 {}] zookeeper.ZKUtil(111): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on existing znode=/1-170821975/rs/bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:54,945 WARN [RS:0;bdc25462c9ef:37273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:18:54,945 INFO [RS:0;bdc25462c9ef:37273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:54,945 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:54,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,37273,1731266333927] 2024-11-10T19:18:54,955 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:18:54,964 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:18:54,964 INFO [RS:0;bdc25462c9ef:37273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:18:54,964 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,965 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:18:54,965 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:18:54,965 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:54,966 DEBUG [RS:0;bdc25462c9ef:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:18:54,970 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,970 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,970 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,970 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,970 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,971 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37273,1731266333927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:54,995 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:18:54,996 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37273,1731266333927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,996 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:54,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.Replication(171): bdc25462c9ef,37273,1731266333927 started 2024-11-10T19:18:55,014 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,014 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,37273,1731266333927, RpcServer on bdc25462c9ef/172.17.0.3:37273, sessionid=0x101262fa6560004 2024-11-10T19:18:55,014 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:18:55,014 DEBUG [RS:0;bdc25462c9ef:37273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:55,014 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37273,1731266333927' 2024-11-10T19:18:55,015 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-170821975/flush-table-proc/abort' 2024-11-10T19:18:55,015 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-170821975/flush-table-proc/acquired' 2024-11-10T19:18:55,016 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:18:55,016 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:18:55,016 DEBUG [RS:0;bdc25462c9ef:37273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:55,016 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37273,1731266333927' 2024-11-10T19:18:55,016 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-170821975/online-snapshot/abort' 2024-11-10T19:18:55,017 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-170821975/online-snapshot/acquired' 2024-11-10T19:18:55,017 DEBUG [RS:0;bdc25462c9ef:37273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:18:55,017 INFO [RS:0;bdc25462c9ef:37273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:18:55,017 INFO [RS:0;bdc25462c9ef:37273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:18:55,118 INFO [RS:0;bdc25462c9ef:37273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:18:55,119 INFO [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C37273%2C1731266333927, suffix=, logDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927, archiveDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/oldWALs, maxLogs=10 2024-11-10T19:18:55,134 DEBUG [RS:0;bdc25462c9ef:37273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927/bdc25462c9ef%2C37273%2C1731266333927.1731266335120, exclude list is [], retry=0 2024-11-10T19:18:55,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-92899ee4-b743-485b-93c9-cfce1f10eba0,DISK] 2024-11-10T19:18:55,141 INFO [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927/bdc25462c9ef%2C37273%2C1731266333927.1731266335120 2024-11-10T19:18:55,141 DEBUG [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36989:36989)] 2024-11-10T19:18:55,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:18:55,252 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76 2024-11-10T19:18:55,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:18:55,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:55,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:55,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:55,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:55,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:55,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:55,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:55,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:55,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:55,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:55,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740 2024-11-10T19:18:55,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740 2024-11-10T19:18:55,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:55,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:55,303 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:55,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:55,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:55,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68289823, jitterRate=0.017597660422325134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:55,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266335284Initializing all the Stores at 1731266335285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266335285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266335286 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266335286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266335286Cleaning up temporary data from old regions at 1731266335303 (+17 ms)Region opened successfully at 1731266335308 (+5 ms) 2024-11-10T19:18:55,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:18:55,308 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:18:55,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:18:55,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:18:55,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:18:55,308 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:18:55,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266335308Disabling compacts and flushes for region at 1731266335308Disabling writes for close at 1731266335308Writing region close event to WAL at 1731266335308Closed at 1731266335308 2024-11-10T19:18:55,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:55,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:18:55,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:18:55,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:55,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:18:55,463 DEBUG [bdc25462c9ef:42587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:18:55,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:55,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,37273,1731266333927, state=OPENING 2024-11-10T19:18:55,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:18:55,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:55,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:18:55,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170821975/meta-region-server: CHANGED 2024-11-10T19:18:55,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170821975/meta-region-server: CHANGED 2024-11-10T19:18:55,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:18:55,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37273,1731266333927}] 2024-11-10T19:18:55,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:18:55,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:18:55,713 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:18:55,713 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:18:55,713 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:18:55,714 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C37273%2C1731266333927.meta, suffix=.meta, logDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927, archiveDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/oldWALs, maxLogs=10 2024-11-10T19:18:55,728 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927/bdc25462c9ef%2C37273%2C1731266333927.meta.1731266335715.meta, exclude list is [], retry=0 2024-11-10T19:18:55,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-92899ee4-b743-485b-93c9-cfce1f10eba0,DISK] 2024-11-10T19:18:55,735 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927/bdc25462c9ef%2C37273%2C1731266333927.meta.1731266335715.meta 2024-11-10T19:18:55,735 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36989:36989)] 2024-11-10T19:18:55,735 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:55,736 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:55,736 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:18:55,736 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:18:55,736 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:18:55,736 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:18:55,736 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:55,737 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:18:55,737 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:18:55,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:18:55,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:18:55,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:18:55,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:18:55,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:18:55,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:18:55,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:18:55,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:18:55,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:18:55,766 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:18:55,766 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740 2024-11-10T19:18:55,767 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740 2024-11-10T19:18:55,769 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:18:55,769 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:18:55,769 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:18:55,770 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:18:55,771 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67304730, jitterRate=0.002918630838394165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:18:55,771 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:18:55,772 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266335737Writing region info on filesystem at 1731266335737Initializing all the Stores at 1731266335738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266335738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266335752 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266335752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266335752Cleaning up temporary data from old regions at 1731266335769 (+17 ms)Running coprocessor post-open hooks at 1731266335771 (+2 ms)Region opened successfully at 1731266335771 2024-11-10T19:18:55,772 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266335699 2024-11-10T19:18:55,775 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:18:55,775 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:18:55,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:55,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,37273,1731266333927, state=OPEN 2024-11-10T19:18:55,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-170821975/meta-region-server 2024-11-10T19:18:55,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-170821975/meta-region-server 2024-11-10T19:18:55,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:55,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170821975/meta-region-server: CHANGED 2024-11-10T19:18:55,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170821975/meta-region-server: CHANGED 2024-11-10T19:18:55,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:18:55,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37273,1731266333927 in 250 msec 2024-11-10T19:18:55,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:18:55,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-10T19:18:55,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:18:55,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:18:55,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:55,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37273,1731266333927, seqNum=-1] 2024-11-10T19:18:55,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:55,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:55,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 990 msec 2024-11-10T19:18:55,803 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266335803, completionTime=-1 2024-11-10T19:18:55,803 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:18:55,803 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:18:55,805 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:18:55,805 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266395805 2024-11-10T19:18:55,805 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266455805 2024-11-10T19:18:55,805 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:18:55,806 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42587,1731266333777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,806 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42587,1731266333777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,806 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42587,1731266333777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,806 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:42587, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,806 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,807 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:18:55,808 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.761sec 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42587,1731266333777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:18:55,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42587,1731266333777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:18:55,814 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:18:55,814 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:18:55,814 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42587,1731266333777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:18:55,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:55,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42587,-1 for getting cluster id 2024-11-10T19:18:55,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:55,901 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5b6d45c-87f8-4c83-b70f-ec47e70e3d53' 2024-11-10T19:18:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5b6d45c-87f8-4c83-b70f-ec47e70e3d53" 2024-11-10T19:18:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e4dc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42587,-1] 2024-11-10T19:18:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:55,903 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:55,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:55,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:18:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37273,1731266333927, seqNum=-1] 2024-11-10T19:18:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:18:55,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:18:55,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:55,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-10T19:18:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:18:55,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101262fa6560005 connected 2024-11-10T19:18:55,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7609c871 2024-11-10T19:18:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:55,942 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:55,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:18:55,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:18:55,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:18:55,951 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:55,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:18:55,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:18:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:18:55,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:55,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:55,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:55,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:18:56,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:18:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:56,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a653d46e105854ecb0b252f3bffb47d, NAME => 'test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc 2024-11-10T19:18:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:18:56,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:56,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a653d46e105854ecb0b252f3bffb47d, disabling compactions & flushes 2024-11-10T19:18:56,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. after waiting 0 ms 2024-11-10T19:18:56,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a653d46e105854ecb0b252f3bffb47d: Waiting for close lock at 1731266336375Disabling compacts and flushes for region at 1731266336375Disabling writes for close at 1731266336375Writing region close event to WAL at 1731266336375Closed at 1731266336375 2024-11-10T19:18:56,376 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:18:56,377 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266336376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266336376"}]},"ts":"1731266336376"} 2024-11-10T19:18:56,379 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:18:56,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:18:56,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266336380"}]},"ts":"1731266336380"} 2024-11-10T19:18:56,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:18:56,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a653d46e105854ecb0b252f3bffb47d, ASSIGN}] 2024-11-10T19:18:56,384 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a653d46e105854ecb0b252f3bffb47d, ASSIGN 2024-11-10T19:18:56,385 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a653d46e105854ecb0b252f3bffb47d, ASSIGN; state=OFFLINE, location=bdc25462c9ef,33929,1731266328517; forceNewPlan=false, retain=false 2024-11-10T19:18:56,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a653d46e105854ecb0b252f3bffb47d, regionState=OPENING, regionLocation=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:56,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a653d46e105854ecb0b252f3bffb47d, ASSIGN because future has completed 2024-11-10T19:18:56,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a653d46e105854ecb0b252f3bffb47d, server=bdc25462c9ef,33929,1731266328517}] 2024-11-10T19:18:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:56,701 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,703 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a653d46e105854ecb0b252f3bffb47d, NAME => 'test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:56,704 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:56,704 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:18:56,704 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,704 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:56,704 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,704 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,710 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,711 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a653d46e105854ecb0b252f3bffb47d columnFamilyName f 2024-11-10T19:18:56,711 DEBUG [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:56,712 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] regionserver.HStore(327): Store=6a653d46e105854ecb0b252f3bffb47d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:56,712 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,714 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a653d46e105854ecb0b252f3bffb47d columnFamilyName f1 2024-11-10T19:18:56,714 DEBUG [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:56,714 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] regionserver.HStore(327): Store=6a653d46e105854ecb0b252f3bffb47d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:56,714 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,715 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a653d46e105854ecb0b252f3bffb47d columnFamilyName norep 2024-11-10T19:18:56,715 DEBUG [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:56,716 INFO [StoreOpener-6a653d46e105854ecb0b252f3bffb47d-1 {}] regionserver.HStore(327): Store=6a653d46e105854ecb0b252f3bffb47d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:56,716 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,716 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,717 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,718 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,719 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,719 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:18:56,721 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,723 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:56,724 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a653d46e105854ecb0b252f3bffb47d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72811973, jitterRate=0.08498294651508331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:18:56,724 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:18:56,725 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a653d46e105854ecb0b252f3bffb47d: Running coprocessor pre-open hook at 1731266336705Writing region info on filesystem at 1731266336705Initializing all the Stores at 1731266336705Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266336705Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266336709 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266336709Cleaning up temporary data from old regions at 1731266336719 (+10 ms)Running coprocessor post-open hooks at 1731266336724 (+5 ms)Region opened successfully at 1731266336724 2024-11-10T19:18:56,726 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., pid=6, masterSystemTime=1731266336694 2024-11-10T19:18:56,729 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,729 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:18:56,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a653d46e105854ecb0b252f3bffb47d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a653d46e105854ecb0b252f3bffb47d, server=bdc25462c9ef,33929,1731266328517 because future has completed 2024-11-10T19:18:56,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:18:56,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a653d46e105854ecb0b252f3bffb47d, server=bdc25462c9ef,33929,1731266328517 in 195 msec 2024-11-10T19:18:56,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:18:56,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a653d46e105854ecb0b252f3bffb47d, ASSIGN in 354 msec 2024-11-10T19:18:56,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:18:56,742 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266336742"}]},"ts":"1731266336742"} 2024-11-10T19:18:56,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:18:56,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:18:56,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 803 msec 2024-11-10T19:18:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:57,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:57,095 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:18:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6545f90 2024-11-10T19:18:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:57,099 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:57,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:18:57,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:18:57,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:57,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:18:57,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:18:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:18:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:57,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be804f578b418d538619f3e60d643f45, NAME => 'test,,1731266337099.be804f578b418d538619f3e60d643f45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76 2024-11-10T19:18:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:18:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:57,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266337099.be804f578b418d538619f3e60d643f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:57,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be804f578b418d538619f3e60d643f45, disabling compactions & flushes 2024-11-10T19:18:57,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:57,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:57,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266337099.be804f578b418d538619f3e60d643f45. after waiting 0 ms 2024-11-10T19:18:57,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:57,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:57,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be804f578b418d538619f3e60d643f45: Waiting for close lock at 1731266337948Disabling compacts and flushes for region at 1731266337948Disabling writes for close at 1731266337948Writing region close event to WAL at 1731266337948Closed at 1731266337948 2024-11-10T19:18:57,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:18:57,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266337099.be804f578b418d538619f3e60d643f45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266337950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266337950"}]},"ts":"1731266337950"} 2024-11-10T19:18:57,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:18:57,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:18:57,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266337954"}]},"ts":"1731266337954"} 2024-11-10T19:18:57,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:18:57,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be804f578b418d538619f3e60d643f45, ASSIGN}] 2024-11-10T19:18:57,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be804f578b418d538619f3e60d643f45, ASSIGN 2024-11-10T19:18:57,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be804f578b418d538619f3e60d643f45, ASSIGN; state=OFFLINE, location=bdc25462c9ef,37273,1731266333927; forceNewPlan=false, retain=false 2024-11-10T19:18:57,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:18:57,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:57,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:18:57,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:57,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:18:57,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T19:18:57,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:18:57,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T19:18:57,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:18:57,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:18:57,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:18:57,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T19:18:58,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be804f578b418d538619f3e60d643f45, regionState=OPENING, regionLocation=bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:58,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be804f578b418d538619f3e60d643f45, ASSIGN because future has completed 2024-11-10T19:18:58,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be804f578b418d538619f3e60d643f45, server=bdc25462c9ef,37273,1731266333927}] 2024-11-10T19:18:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:58,292 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:58,292 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be804f578b418d538619f3e60d643f45, NAME => 'test,,1731266337099.be804f578b418d538619f3e60d643f45.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:18:58,292 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:18:58,293 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:18:58,293 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,293 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266337099.be804f578b418d538619f3e60d643f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:58,293 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,293 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,316 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,322 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be804f578b418d538619f3e60d643f45 columnFamilyName f 2024-11-10T19:18:58,322 DEBUG [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:58,323 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] regionserver.HStore(327): Store=be804f578b418d538619f3e60d643f45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:58,323 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,326 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be804f578b418d538619f3e60d643f45 columnFamilyName f1 2024-11-10T19:18:58,326 DEBUG [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:58,329 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] regionserver.HStore(327): Store=be804f578b418d538619f3e60d643f45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:58,329 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,331 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be804f578b418d538619f3e60d643f45 columnFamilyName norep 2024-11-10T19:18:58,331 DEBUG [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:58,332 INFO [StoreOpener-be804f578b418d538619f3e60d643f45-1 {}] regionserver.HStore(327): Store=be804f578b418d538619f3e60d643f45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:18:58,332 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,333 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,334 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,335 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,335 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,335 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:18:58,337 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,343 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:18:58,344 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be804f578b418d538619f3e60d643f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65863049, jitterRate=-0.018564090132713318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:18:58,344 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be804f578b418d538619f3e60d643f45 2024-11-10T19:18:58,345 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be804f578b418d538619f3e60d643f45: Running coprocessor pre-open hook at 1731266338295Writing region info on filesystem at 1731266338295Initializing all the Stores at 1731266338296 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266338296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266338308 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266338308Cleaning up temporary data from old regions at 1731266338335 (+27 ms)Running coprocessor post-open hooks at 1731266338344 (+9 ms)Region opened successfully at 1731266338345 (+1 ms) 2024-11-10T19:18:58,347 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266337099.be804f578b418d538619f3e60d643f45., pid=6, masterSystemTime=1731266338273 2024-11-10T19:18:58,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be804f578b418d538619f3e60d643f45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,37273,1731266333927 2024-11-10T19:18:58,351 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:58,352 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:18:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be804f578b418d538619f3e60d643f45, server=bdc25462c9ef,37273,1731266333927 because future has completed 2024-11-10T19:18:58,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:18:58,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be804f578b418d538619f3e60d643f45, server=bdc25462c9ef,37273,1731266333927 in 251 msec 2024-11-10T19:18:58,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:18:58,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be804f578b418d538619f3e60d643f45, ASSIGN in 413 msec 2024-11-10T19:18:58,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:18:58,376 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266338376"}]},"ts":"1731266338376"} 2024-11-10T19:18:58,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:18:58,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:18:58,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2810 sec 2024-11-10T19:18:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:18:59,255 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:18:59,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40861,-1 for getting cluster id 2024-11-10T19:18:59,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:59,257 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255e1c8d-2dd4-4a67-b58f-7e55dab14216' 2024-11-10T19:18:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255e1c8d-2dd4-4a67-b58f-7e55dab14216" 2024-11-10T19:18:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2442149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40861,-1] 2024-11-10T19:18:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:59,259 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eda8f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42587,-1 for getting cluster id 2024-11-10T19:18:59,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:59,262 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5b6d45c-87f8-4c83-b70f-ec47e70e3d53' 2024-11-10T19:18:59,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:59,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5b6d45c-87f8-4c83-b70f-ec47e70e3d53" 2024-11-10T19:18:59,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435791be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42587,-1] 2024-11-10T19:18:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:59,263 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f27139c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40861,-1 for getting cluster id 2024-11-10T19:18:59,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:59,267 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255e1c8d-2dd4-4a67-b58f-7e55dab14216' 2024-11-10T19:18:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255e1c8d-2dd4-4a67-b58f-7e55dab14216" 2024-11-10T19:18:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32593867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40861,-1] 2024-11-10T19:18:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:59,270 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728f054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,40861,1731266328218 2024-11-10T19:18:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3601abb3 2024-11-10T19:18:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:59,277 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:59,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:42587,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:18:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:18:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:18:59,280 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42587' 2024-11-10T19:18:59,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329354fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,281 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42587,-1 for getting cluster id 2024-11-10T19:18:59,281 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:18:59,282 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5b6d45c-87f8-4c83-b70f-ec47e70e3d53' 2024-11-10T19:18:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:18:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5b6d45c-87f8-4c83-b70f-ec47e70e3d53" 2024-11-10T19:18:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3629ceb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42587,-1] 2024-11-10T19:18:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:18:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:59,284 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:18:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221638f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:18:59,285 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:18:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42587,1731266333777 2024-11-10T19:18:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27950986 2024-11-10T19:18:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:18:59,288 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:18:59,290 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T19:18:59,290 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:18:59,290 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:59,290 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:18:59,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:18:59,290 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:18:59,292 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:18:59,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:18:59,293 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:18:59,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:18:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:18:59,317 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 234a8557d51d54e2268ec526c2637e15, NAME => 'hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc 2024-11-10T19:18:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:18:59,342 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:18:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:18:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:18:59,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:18:59,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 234a8557d51d54e2268ec526c2637e15, disabling compactions & flushes 2024-11-10T19:18:59,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:18:59,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:18:59,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. after waiting 0 ms 2024-11-10T19:18:59,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:18:59,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:18:59,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 234a8557d51d54e2268ec526c2637e15: Waiting for close lock at 1731266339735Disabling compacts and flushes for region at 1731266339735Disabling writes for close at 1731266339735Writing region close event to WAL at 1731266339735Closed at 1731266339735 2024-11-10T19:18:59,736 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:18:59,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266339736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266339736"}]},"ts":"1731266339736"} 2024-11-10T19:18:59,739 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:18:59,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:18:59,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266339741"}]},"ts":"1731266339741"} 2024-11-10T19:18:59,744 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:18:59,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=234a8557d51d54e2268ec526c2637e15, ASSIGN}] 2024-11-10T19:18:59,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=234a8557d51d54e2268ec526c2637e15, ASSIGN 2024-11-10T19:18:59,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=234a8557d51d54e2268ec526c2637e15, ASSIGN; state=OFFLINE, location=bdc25462c9ef,33929,1731266328517; forceNewPlan=false, retain=false 2024-11-10T19:18:59,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=234a8557d51d54e2268ec526c2637e15, regionState=OPENING, regionLocation=bdc25462c9ef,33929,1731266328517 2024-11-10T19:18:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:18:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=234a8557d51d54e2268ec526c2637e15, ASSIGN because future has completed 2024-11-10T19:18:59,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 234a8557d51d54e2268ec526c2637e15, server=bdc25462c9ef,33929,1731266328517}] 2024-11-10T19:19:00,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:19:00,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:19:00,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:19:00,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33929%2C1731266328517.rep, suffix=, logDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/oldWALs, maxLogs=10 2024-11-10T19:19:00,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.rep.1731266340084, exclude list is [], retry=0 2024-11-10T19:19:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-5c434d2d-dec4-453e-96e2-829cb1d7279f,DISK] 2024-11-10T19:19:00,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.rep.1731266340084 2024-11-10T19:19:00,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44129:44129)] 2024-11-10T19:19:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 234a8557d51d54e2268ec526c2637e15, NAME => 'hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:19:00,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:19:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:19:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. service=MultiRowMutationService 2024-11-10T19:19:00,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:19:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:19:00,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,106 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,107 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 234a8557d51d54e2268ec526c2637e15 columnFamilyName hfileref 2024-11-10T19:19:00,108 DEBUG [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:19:00,109 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] regionserver.HStore(327): Store=234a8557d51d54e2268ec526c2637e15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:19:00,109 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,110 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 234a8557d51d54e2268ec526c2637e15 columnFamilyName queue 2024-11-10T19:19:00,110 DEBUG [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:19:00,111 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] regionserver.HStore(327): Store=234a8557d51d54e2268ec526c2637e15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:19:00,111 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,112 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 234a8557d51d54e2268ec526c2637e15 columnFamilyName sid 2024-11-10T19:19:00,112 DEBUG [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:19:00,118 INFO [StoreOpener-234a8557d51d54e2268ec526c2637e15-1 {}] regionserver.HStore(327): Store=234a8557d51d54e2268ec526c2637e15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:19:00,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:19:00,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:19:00,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 234a8557d51d54e2268ec526c2637e15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72224685, jitterRate=0.07623167335987091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:19:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:19:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 234a8557d51d54e2268ec526c2637e15: Running coprocessor pre-open hook at 1731266340105Writing region info on filesystem at 1731266340105Initializing all the Stores at 1731266340106 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266340106Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266340106Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266340106Cleaning up temporary data from old regions at 1731266340120 (+14 ms)Running coprocessor post-open hooks at 1731266340139 (+19 ms)Region opened successfully at 1731266340139 2024-11-10T19:19:00,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15., pid=10, masterSystemTime=1731266340077 2024-11-10T19:19:00,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:19:00,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:19:00,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=234a8557d51d54e2268ec526c2637e15, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33929,1731266328517 2024-11-10T19:19:00,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 234a8557d51d54e2268ec526c2637e15, server=bdc25462c9ef,33929,1731266328517 because future has completed 2024-11-10T19:19:00,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:19:00,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 234a8557d51d54e2268ec526c2637e15, server=bdc25462c9ef,33929,1731266328517 in 226 msec 2024-11-10T19:19:00,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:19:00,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=234a8557d51d54e2268ec526c2637e15, ASSIGN in 413 msec 2024-11-10T19:19:00,165 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:19:00,165 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266340165"}]},"ts":"1731266340165"} 2024-11-10T19:19:00,168 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:19:00,174 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:19:00,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 884 msec 2024-11-10T19:19:00,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2] 2024-11-10T19:19:00,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:19:00,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:19:00,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:19:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:19:00,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:19:00,424 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:19:00,467 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,33929,1731266328517, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:19:00,477 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:19:00,477 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33929,1731266328517, seqNum=-1] 2024-11-10T19:19:00,477 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:19:00,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T19:19:00,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,33929,1731266328517', locateType=CURRENT is [region=hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2] 2024-11-10T19:19:00,492 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:19:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:19:00,496 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,33929,1731266328517 suceeded 2024-11-10T19:19:00,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:19:00,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-10T19:19:00,508 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:42587,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T19:19:00,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2310 sec 2024-11-10T19:19:00,518 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42587' 2024-11-10T19:19:00,523 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7381b18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:00,523 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42587,-1 for getting cluster id 2024-11-10T19:19:00,523 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:19:00,524 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5b6d45c-87f8-4c83-b70f-ec47e70e3d53' 2024-11-10T19:19:00,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:19:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5b6d45c-87f8-4c83-b70f-ec47e70e3d53" 2024-11-10T19:19:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d30ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42587,-1] 2024-11-10T19:19:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:19:00,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:00,527 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:19:00,529 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28685f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:00,529 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:19:00,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42587,1731266333777 2024-11-10T19:19:00,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71949429 2024-11-10T19:19:00,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:19:00,533 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T19:19:00,533 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,33929,1731266328517 (queues=1) is replicating from cluster=255e1c8d-2dd4-4a67-b58f-7e55dab14216 to cluster=b5b6d45c-87f8-4c83-b70f-ec47e70e3d53 2024-11-10T19:19:00,534 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C33929%2C1731266328517 2024-11-10T19:19:00,534 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,33929,1731266328517, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:19:00,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810, startPosition=0, beingWritten=true 2024-11-10T19:19:00,552 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C33929%2C1731266328517 2024-11-10T19:19:00,599 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:19:00,599 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 379, reset compression=false 2024-11-10T19:19:00,599 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33929,1731266328517 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:19:00,807 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 379, reset compression=false 2024-11-10T19:19:01,111 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 379, reset compression=false 2024-11-10T19:19:01,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:19:01,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:19:01,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:19:01,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:19:01,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:19:01,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:19:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:19:01,424 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:19:01,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:19:01,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:19:01,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:01,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:01,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:19:01,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:19:01,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731266341430/Put/seqid=0 2024-11-10T19:19:01,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741840_1016 (size=7894) 2024-11-10T19:19:01,456 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_1 is 34, key is ddd/f:row/1731266341454/Put/seqid=0 2024-11-10T19:19:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741841_1017 (size=7691) 2024-11-10T19:19:01,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:01,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40861,-1 for getting cluster id 2024-11-10T19:19:01,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:19:01,485 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255e1c8d-2dd4-4a67-b58f-7e55dab14216' 2024-11-10T19:19:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:19:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255e1c8d-2dd4-4a67-b58f-7e55dab14216" 2024-11-10T19:19:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d652810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40861,-1] 2024-11-10T19:19:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:19:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:01,487 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:19:01,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:01,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:19:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33929,1731266328517, seqNum=-1] 2024-11-10T19:19:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:19:01,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:19:01,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:19:01,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,40861,1731266328218 2024-11-10T19:19:01,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f24c337 2024-11-10T19:19:01,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:19:01,516 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:19:01,519 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 379, reset compression=false 2024-11-10T19:19:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2] 2024-11-10T19:19:01,541 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:19:01,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T19:19:01,581 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T19:19:01,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_0 for inclusion in 6a653d46e105854ecb0b252f3bffb47d/f 2024-11-10T19:19:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T19:19:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:19:01,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_1 for inclusion in 6a653d46e105854ecb0b252f3bffb47d/f 2024-11-10T19:19:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T19:19:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:19:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(2603): Flush status journal for 6a653d46e105854ecb0b252f3bffb47d: 2024-11-10T19:19:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_0 to hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_0 2024-11-10T19:19:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_0 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ 2024-11-10T19:19:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f/f/hfile_1 to hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_1 2024-11-10T19:19:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_1 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ 2024-11-10T19:19:01,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_0 into 6a653d46e105854ecb0b252f3bffb47d/f as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ - updating store file list. 2024-11-10T19:19:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:19:01,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ into 6a653d46e105854ecb0b252f3bffb47d/f 2024-11-10T19:19:01,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_0 into 6a653d46e105854ecb0b252f3bffb47d/f (new location: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_) 2024-11-10T19:19:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_0 2024-11-10T19:19:01,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_1 into 6a653d46e105854ecb0b252f3bffb47d/f as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ - updating store file list. 2024-11-10T19:19:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:19:01,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ into 6a653d46e105854ecb0b252f3bffb47d/f 2024-11-10T19:19:01,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_1 into 6a653d46e105854ecb0b252f3bffb47d/f (new location: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_) 2024-11-10T19:19:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__r6tj9g17m4itjl6p0kmdf48akokovrn9i581euvm022m3vtk89p6r2kqf9rj0dvu/f/hfile_1 2024-11-10T19:19:01,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:19:01,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:19:01,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:01,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:01,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:19:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2 , the old value is region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bdc25462c9ef:33929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:19:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:19:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2 from cache 2024-11-10T19:19:01,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:19:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37273,1731266333927, seqNum=-1] 2024-11-10T19:19:01,728 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T19:19:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:19:01,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:19:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266337099.be804f578b418d538619f3e60d643f45., hostname=bdc25462c9ef,37273,1731266333927, seqNum=2] 2024-11-10T19:19:01,736 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:19:01,835 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:33929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T19:19:02,031 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 379, reset compression=false 2024-11-10T19:19:02,038 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:19:02,038 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33929,1731266328517 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a653d46e105854ecb0b252f3bffb47d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266341712/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T19:19:02,060 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:19:02,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T19:19:02,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.ReplicationSink(318): Replicating [255e1c8d-2dd4-4a67-b58f-7e55dab14216] bulk loaded data 2024-11-10T19:19:02,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79749a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:02,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42587,-1 for getting cluster id 2024-11-10T19:19:02,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:19:02,068 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5b6d45c-87f8-4c83-b70f-ec47e70e3d53' 2024-11-10T19:19:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:19:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5b6d45c-87f8-4c83-b70f-ec47e70e3d53" 2024-11-10T19:19:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b5bef26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42587,-1] 2024-11-10T19:19:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:19:02,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:02,070 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:19:02,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@799b6e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:02,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741837_1013 (size=7894) 2024-11-10T19:19:02,239 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 687, reset compression=false 2024-11-10T19:19:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741838_1014 (size=7691) 2024-11-10T19:19:02,543 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 687, reset compression=false 2024-11-10T19:19:02,738 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:19:02,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:19:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42587,1731266333777 2024-11-10T19:19:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794645b7 2024-11-10T19:19:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:19:02,911 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T19:19:02,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:19:02,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:19:02,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37273,1731266333927, seqNum=-1] 2024-11-10T19:19:02,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:19:02,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T19:19:02,925 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T19:19:02,930 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T19:19:02,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ for inclusion in be804f578b418d538619f3e60d643f45/f 2024-11-10T19:19:02,948 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 687, reset compression=false 2024-11-10T19:19:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T19:19:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:19:02,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ for inclusion in be804f578b418d538619f3e60d643f45/f 2024-11-10T19:19:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T19:19:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:19:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HRegion(2603): Flush status journal for be804f578b418d538619f3e60d643f45: 2024-11-10T19:19:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:19:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/4bda3f2e22a84fd18fb5c717ef308c7e_SeqId_4_ 2024-11-10T19:19:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:19:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/69dc636c31e4467b8d0ad87b04a7ad36_SeqId_4_ 2024-11-10T19:19:02,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ into be804f578b418d538619f3e60d643f45/f as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/4bda3f2e22a84fd18fb5c717ef308c7e_SeqId_4_ - updating store file list. 2024-11-10T19:19:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bda3f2e22a84fd18fb5c717ef308c7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:19:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/4bda3f2e22a84fd18fb5c717ef308c7e_SeqId_4_ into be804f578b418d538619f3e60d643f45/f 2024-11-10T19:19:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ into be804f578b418d538619f3e60d643f45/f (new location: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/4bda3f2e22a84fd18fb5c717ef308c7e_SeqId_4_) 2024-11-10T19:19:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_ 2024-11-10T19:19:02,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ into be804f578b418d538619f3e60d643f45/f as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/69dc636c31e4467b8d0ad87b04a7ad36_SeqId_4_ - updating store file list. 2024-11-10T19:19:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69dc636c31e4467b8d0ad87b04a7ad36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:19:02,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/69dc636c31e4467b8d0ad87b04a7ad36_SeqId_4_ into be804f578b418d538619f3e60d643f45/f 2024-11-10T19:19:02,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ into be804f578b418d538619f3e60d643f45/f (new location: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/f/69dc636c31e4467b8d0ad87b04a7ad36_SeqId_4_) 2024-11-10T19:19:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/staging/jenkins.hfs.6__test__27fhulkusuu9dth6gnpetf2u2mm9j5nskn63mjarc5stiq5ljpfnl48je8hiv5hb/f/cce280209ee94dc9a971c782c4cd8f2c_SeqId_4_ 2024-11-10T19:19:02,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 {}] regionserver.ReplicationSink(324): Finished replicating [255e1c8d-2dd4-4a67-b58f-7e55dab14216] bulk loaded data 2024-11-10T19:19:03,453 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 687, reset compression=false 2024-11-10T19:19:03,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:19:03,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731266343760/Put/seqid=0 2024-11-10T19:19:03,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741842_1018 (size=7997) 2024-11-10T19:19:03,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731266343773/Put/seqid=0 2024-11-10T19:19:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741843_1019 (size=7794) 2024-11-10T19:19:03,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:03,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40861,-1 for getting cluster id 2024-11-10T19:19:03,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:19:03,787 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255e1c8d-2dd4-4a67-b58f-7e55dab14216' 2024-11-10T19:19:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:19:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255e1c8d-2dd4-4a67-b58f-7e55dab14216" 2024-11-10T19:19:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e04a63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40861,-1] 2024-11-10T19:19:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:19:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:03,790 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:19:03,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:19:03,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:19:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33929,1731266328517, seqNum=-1] 2024-11-10T19:19:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:19:03,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:19:03,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:19:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,40861,1731266328218 2024-11-10T19:19:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a59e9bd 2024-11-10T19:19:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:19:03,806 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:19:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2] 2024-11-10T19:19:03,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:19:03,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T19:19:03,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T19:19:03,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_0 for inclusion in 6a653d46e105854ecb0b252f3bffb47d/f1 2024-11-10T19:19:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T19:19:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:19:03,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_1 for inclusion in 6a653d46e105854ecb0b252f3bffb47d/f1 2024-11-10T19:19:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T19:19:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:19:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegion(2603): Flush status journal for 6a653d46e105854ecb0b252f3bffb47d: 2024-11-10T19:19:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_0 to hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_0 2024-11-10T19:19:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_0 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/b595a9995bdb456f97428c203fd879ad_SeqId_6_ 2024-11-10T19:19:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/load_f1/f1/hfile_1 to hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_1 2024-11-10T19:19:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_1 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/1f651766c9694fec8cda91fc67b2e13b_SeqId_6_ 2024-11-10T19:19:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T19:19:03,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_0 into 6a653d46e105854ecb0b252f3bffb47d/f1 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/b595a9995bdb456f97428c203fd879ad_SeqId_6_ - updating store file list. 2024-11-10T19:19:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b595a9995bdb456f97428c203fd879ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:19:03,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/b595a9995bdb456f97428c203fd879ad_SeqId_6_ into 6a653d46e105854ecb0b252f3bffb47d/f1 2024-11-10T19:19:03,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_0 into 6a653d46e105854ecb0b252f3bffb47d/f1 (new location: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/b595a9995bdb456f97428c203fd879ad_SeqId_6_) 2024-11-10T19:19:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_0 2024-11-10T19:19:03,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_1 into 6a653d46e105854ecb0b252f3bffb47d/f1 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/1f651766c9694fec8cda91fc67b2e13b_SeqId_6_ - updating store file list. 2024-11-10T19:19:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f651766c9694fec8cda91fc67b2e13b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:19:03,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/1f651766c9694fec8cda91fc67b2e13b_SeqId_6_ into 6a653d46e105854ecb0b252f3bffb47d/f1 2024-11-10T19:19:03,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_1 into 6a653d46e105854ecb0b252f3bffb47d/f1 (new location: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/f1/1f651766c9694fec8cda91fc67b2e13b_SeqId_6_) 2024-11-10T19:19:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/staging/jenkins__test__klvcpqrthscaafc5ngp4iu7idgirv008a6lkm2gk91mma2toe3i0d3r7qhkt5drh/f1/hfile_1 2024-11-10T19:19:03,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:19:03,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:19:03,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:03,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:19:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2 , the old value is region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bdc25462c9ef:33929 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:19:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:19:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2 from cache 2024-11-10T19:19:03,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:19:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33929,1731266328517, seqNum=-1] 2024-11-10T19:19:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:19:03,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:19:03,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:19:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:43690 deadline: 1731266403879 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:43690 2024-11-10T19:19:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d., hostname=bdc25462c9ef,33929,1731266328517, seqNum=2] 2024-11-10T19:19:03,985 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:33929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T19:19:04,086 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 687, reset compression=false 2024-11-10T19:19:04,093 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:19:04,093 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:04,093 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33929,1731266328517 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:19:04,302 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:04,607 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:05,011 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:05,515 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:06,119 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:06,823 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:07,627 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:19:07,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T19:19:08,531 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:09,535 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:10,639 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:11,843 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:13,147 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:14,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:16,055 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:17,659 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:17,800 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:19:19,363 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:21,166 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:23,070 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:23,344 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:19:24,098 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33929,1731266328517 got entry batch from reader: null 2024-11-10T19:19:25,074 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:27,178 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:29,382 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:30,629 INFO [master/bdc25462c9ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T19:19:30,630 INFO [master/bdc25462c9ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T19:19:31,687 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:34,091 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:35,815 INFO [master/bdc25462c9ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T19:19:35,815 INFO [master/bdc25462c9ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T19:19:36,595 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:39,205 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:41,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a653d46e105854ecb0b252f3bffb47d, had cached 0 bytes from a total of 31376 2024-11-10T19:19:41,909 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:43,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region be804f578b418d538619f3e60d643f45, had cached 0 bytes from a total of 15585 2024-11-10T19:19:44,098 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33929,1731266328517 got entry batch from reader: null 2024-11-10T19:19:44,716 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:47,635 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:47,800 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:19:50,638 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:53,345 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:19:53,743 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:19:55,817 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T19:19:56,952 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:20:00,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:20:03,661 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:20:03,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:20:03,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:03,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:03,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:03,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:03,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:03,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:20:03,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67757123, stopped=false 2024-11-10T19:20:03,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,42587,1731266333777 2024-11-10T19:20:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170821975/running 2024-11-10T19:20:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170821975/running 2024-11-10T19:20:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:20:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:20:03,993 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:03,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:03,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:03,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:03,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,37273,1731266333927' ***** 2024-11-10T19:20:03,994 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:20:03,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/running 2024-11-10T19:20:03,995 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:20:03,995 INFO [RS:0;bdc25462c9ef:37273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:20:03,995 INFO [RS:0;bdc25462c9ef:37273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:20:03,995 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(3091): Received CLOSE for be804f578b418d538619f3e60d643f45 2024-11-10T19:20:03,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Set watcher on znode that does not yet exist, /1-170821975/running 2024-11-10T19:20:03,995 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,37273,1731266333927 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:37273. 2024-11-10T19:20:03,996 DEBUG [RS:0;bdc25462c9ef:37273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:03,996 DEBUG [RS:0;bdc25462c9ef:37273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:20:03,996 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:20:03,996 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1325): Online Regions={be804f578b418d538619f3e60d643f45=test,,1731266337099.be804f578b418d538619f3e60d643f45., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:03,996 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be804f578b418d538619f3e60d643f45, disabling compactions & flushes 2024-11-10T19:20:03,996 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be804f578b418d538619f3e60d643f45 2024-11-10T19:20:03,997 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266337099.be804f578b418d538619f3e60d643f45. after waiting 0 ms 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:03,997 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:03,997 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:03,997 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T19:20:04,004 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:04,007 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/default/test/be804f578b418d538619f3e60d643f45/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T19:20:04,008 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:04,008 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:20:04,008 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:20:04,008 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be804f578b418d538619f3e60d643f45: Waiting for close lock at 1731266403996Running coprocessor pre-close hooks at 1731266403996Disabling compacts and flushes for region at 1731266403996Disabling writes for close at 1731266403997 (+1 ms)Writing region close event to WAL at 1731266403997Running coprocessor post-close hooks at 1731266404008 (+11 ms)Closed at 1731266404008 2024-11-10T19:20:04,008 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266337099.be804f578b418d538619f3e60d643f45. 2024-11-10T19:20:04,022 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/info/c366c1f70e234b4baf3608bb7336c6ce is 129, key is test,,1731266337099.be804f578b418d538619f3e60d643f45./info:regioninfo/1731266338351/Put/seqid=0 2024-11-10T19:20:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741839_1015 (size=6421) 2024-11-10T19:20:04,046 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:20:04,046 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:20:04,098 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33929,1731266328517 got entry batch from reader: null 2024-11-10T19:20:04,197 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:04,397 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:04,429 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/info/c366c1f70e234b4baf3608bb7336c6ce 2024-11-10T19:20:04,455 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/ns/900ded74c7ea4a8aab9df1cd9cf4d834 is 43, key is default/ns:d/1731266335797/Put/seqid=0 2024-11-10T19:20:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741840_1016 (size=5153) 2024-11-10T19:20:04,465 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/ns/900ded74c7ea4a8aab9df1cd9cf4d834 2024-11-10T19:20:04,492 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/rep_barrier/3db528aca5714439b212e6462d57a55a is 112, key is test,,1731266337099.be804f578b418d538619f3e60d643f45./rep_barrier:seqnumDuringOpen/1731266338351/Put/seqid=0 2024-11-10T19:20:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741841_1017 (size=5518) 2024-11-10T19:20:04,597 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:04,797 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:04,897 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/rep_barrier/3db528aca5714439b212e6462d57a55a 2024-11-10T19:20:04,923 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/table/8ee15231657b4e129f107de4388e3a2a is 40, key is test/table:state/1731266338376/Put/seqid=0 2024-11-10T19:20:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741842_1018 (size=5165) 2024-11-10T19:20:04,998 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:20:04,998 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:04,998 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:05,198 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:05,332 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/table/8ee15231657b4e129f107de4388e3a2a 2024-11-10T19:20:05,349 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/info/c366c1f70e234b4baf3608bb7336c6ce as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/info/c366c1f70e234b4baf3608bb7336c6ce 2024-11-10T19:20:05,360 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/info/c366c1f70e234b4baf3608bb7336c6ce, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T19:20:05,361 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/ns/900ded74c7ea4a8aab9df1cd9cf4d834 as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/ns/900ded74c7ea4a8aab9df1cd9cf4d834 2024-11-10T19:20:05,368 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/ns/900ded74c7ea4a8aab9df1cd9cf4d834, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:20:05,368 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/rep_barrier/3db528aca5714439b212e6462d57a55a as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/rep_barrier/3db528aca5714439b212e6462d57a55a 2024-11-10T19:20:05,387 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/rep_barrier/3db528aca5714439b212e6462d57a55a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T19:20:05,388 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/.tmp/table/8ee15231657b4e129f107de4388e3a2a as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/table/8ee15231657b4e129f107de4388e3a2a 2024-11-10T19:20:05,393 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/table/8ee15231657b4e129f107de4388e3a2a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:20:05,394 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1397ms, sequenceid=11, compaction requested=false 2024-11-10T19:20:05,399 DEBUG [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:05,409 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:20:05,409 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:05,409 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:05,410 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:05,410 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266403997Running coprocessor pre-close hooks at 1731266403997Disabling compacts and flushes for region at 1731266403997Disabling writes for close at 1731266403997Obtaining lock to block concurrent updates at 1731266403997Preparing flush snapshotting stores in 1588230740 at 1731266403997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731266403998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266403998Flushing 1588230740/info: creating writer at 1731266403999 (+1 ms)Flushing 1588230740/info: appending metadata at 1731266404022 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731266404022Flushing 1588230740/ns: creating writer at 1731266404435 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731266404455 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731266404455Flushing 1588230740/rep_barrier: creating writer at 1731266404474 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266404492 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266404492Flushing 1588230740/table: creating writer at 1731266404904 (+412 ms)Flushing 1588230740/table: appending metadata at 1731266404923 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731266404923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67625525: reopening flushed file at 1731266405344 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c0b751: reopening flushed file at 1731266405360 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d287fa3: reopening flushed file at 1731266405368 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3259aa98: reopening flushed file at 1731266405387 (+19 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1397ms, sequenceid=11, compaction requested=false at 1731266405394 (+7 ms)Writing region close event to WAL at 1731266405406 (+12 ms)Running coprocessor post-close hooks at 1731266405409 (+3 ms)Closed at 1731266405410 (+1 ms) 2024-11-10T19:20:05,410 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:05,599 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,37273,1731266333927; all regions closed. 2024-11-10T19:20:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741834_1010 (size=2717) 2024-11-10T19:20:05,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927/bdc25462c9ef%2C37273%2C1731266333927.meta.1731266335715.meta not finished, retry = 0 2024-11-10T19:20:05,704 DEBUG [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/oldWALs 2024-11-10T19:20:05,704 INFO [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C37273%2C1731266333927.meta:.meta(num 1731266335715) 2024-11-10T19:20:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741832_1008 (size=1028) 2024-11-10T19:20:05,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/WALs/bdc25462c9ef,37273,1731266333927/bdc25462c9ef%2C37273%2C1731266333927.1731266335120 not finished, retry = 0 2024-11-10T19:20:05,809 DEBUG [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/oldWALs 2024-11-10T19:20:05,809 INFO [RS:0;bdc25462c9ef:37273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C37273%2C1731266333927:(num 1731266335120) 2024-11-10T19:20:05,809 DEBUG [RS:0;bdc25462c9ef:37273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:05,809 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:05,809 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:05,809 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:05,809 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:05,809 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:05,810 INFO [RS:0;bdc25462c9ef:37273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:37273. 2024-11-10T19:20:05,810 DEBUG [RS:0;bdc25462c9ef:37273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:05,810 DEBUG [RS:0;bdc25462c9ef:37273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:05,810 DEBUG [RS:0;bdc25462c9ef:37273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:05,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:05,810 INFO [RS:0;bdc25462c9ef:37273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37273 2024-11-10T19:20:05,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975/rs 2024-11-10T19:20:05,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170821975/rs/bdc25462c9ef,37273,1731266333927 2024-11-10T19:20:05,834 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:05,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,37273,1731266333927] 2024-11-10T19:20:05,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-170821975/draining/bdc25462c9ef,37273,1731266333927 already deleted, retry=false 2024-11-10T19:20:05,858 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,37273,1731266333927 expired; onlineServers=0 2024-11-10T19:20:05,858 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,42587,1731266333777' ***** 2024-11-10T19:20:05,858 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:20:05,858 INFO [M:0;bdc25462c9ef:42587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:05,858 INFO [M:0;bdc25462c9ef:42587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:05,858 DEBUG [M:0;bdc25462c9ef:42587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:20:05,858 DEBUG [M:0;bdc25462c9ef:42587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:20:05,858 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266334848 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266334848,5,FailOnTimeoutGroup] 2024-11-10T19:20:05,858 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266334841 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266334841,5,FailOnTimeoutGroup] 2024-11-10T19:20:05,858 INFO [M:0;bdc25462c9ef:42587 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:05,859 INFO [M:0;bdc25462c9ef:42587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:05,859 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:20:05,859 DEBUG [M:0;bdc25462c9ef:42587 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:20:05,859 INFO [M:0;bdc25462c9ef:42587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:20:05,859 INFO [M:0;bdc25462c9ef:42587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:05,859 INFO [M:0;bdc25462c9ef:42587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:20:05,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:20:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170821975/master 2024-11-10T19:20:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170821975 2024-11-10T19:20:05,869 DEBUG [M:0;bdc25462c9ef:42587 {}] zookeeper.ZKUtil(347): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Unable to get data of znode /1-170821975/master because node does not exist (not an error) 2024-11-10T19:20:05,869 WARN [M:0;bdc25462c9ef:42587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:20:05,893 INFO [M:0;bdc25462c9ef:42587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/.lastflushedseqids 2024-11-10T19:20:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741843_1019 (size=173) 2024-11-10T19:20:05,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:05,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x101262fa6560004, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:05,947 INFO [RS:0;bdc25462c9ef:37273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:05,947 INFO [RS:0;bdc25462c9ef:37273 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,37273,1731266333927; zookeeper connection closed. 2024-11-10T19:20:05,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@424a9cff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@424a9cff 2024-11-10T19:20:05,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:20:06,323 INFO [M:0;bdc25462c9ef:42587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:20:06,323 INFO [M:0;bdc25462c9ef:42587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:20:06,323 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:06,323 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:06,323 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:06,323 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:06,323 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:06,324 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-10T19:20:06,338 DEBUG [M:0;bdc25462c9ef:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac5099966933493eb05d7cd58b60d412 is 82, key is hbase:meta,,1/info:regioninfo/1731266335775/Put/seqid=0 2024-11-10T19:20:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741844_1020 (size=5672) 2024-11-10T19:20:06,743 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac5099966933493eb05d7cd58b60d412 2024-11-10T19:20:06,763 DEBUG [M:0;bdc25462c9ef:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f47e18b97483474e8230333b56c29832 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731266338383/Put/seqid=0 2024-11-10T19:20:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741845_1021 (size=6728) 2024-11-10T19:20:07,167 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f47e18b97483474e8230333b56c29832 2024-11-10T19:20:07,172 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f47e18b97483474e8230333b56c29832 2024-11-10T19:20:07,175 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 to pos 997, reset compression=false 2024-11-10T19:20:07,187 DEBUG [M:0;bdc25462c9ef:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3504af7605a457f92280b018bc65340 is 69, key is bdc25462c9ef,37273,1731266333927/rs:state/1731266334933/Put/seqid=0 2024-11-10T19:20:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741846_1022 (size=5156) 2024-11-10T19:20:07,592 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3504af7605a457f92280b018bc65340 2024-11-10T19:20:07,598 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac5099966933493eb05d7cd58b60d412 as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac5099966933493eb05d7cd58b60d412 2024-11-10T19:20:07,603 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac5099966933493eb05d7cd58b60d412, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T19:20:07,604 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f47e18b97483474e8230333b56c29832 as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f47e18b97483474e8230333b56c29832 2024-11-10T19:20:07,610 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f47e18b97483474e8230333b56c29832 2024-11-10T19:20:07,610 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f47e18b97483474e8230333b56c29832, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T19:20:07,612 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3504af7605a457f92280b018bc65340 as hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3504af7605a457f92280b018bc65340 2024-11-10T19:20:07,617 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33589/user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3504af7605a457f92280b018bc65340, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T19:20:07,618 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-11-10T19:20:07,619 INFO [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:07,619 DEBUG [M:0;bdc25462c9ef:42587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266406323Disabling compacts and flushes for region at 1731266406323Disabling writes for close at 1731266406323Obtaining lock to block concurrent updates at 1731266406324 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266406324Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731266406324Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266406324Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266406325 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266406338 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266406338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266406748 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266406762 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266406762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266407172 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266407187 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266407187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36270cca: reopening flushed file at 1731266407597 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584e71dc: reopening flushed file at 1731266407603 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60882a1: reopening flushed file at 1731266407610 (+7 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1731266407618 (+8 ms)Writing region close event to WAL at 1731266407619 (+1 ms)Closed at 1731266407619 2024-11-10T19:20:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741830_1006 (size=33038) 2024-11-10T19:20:07,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/944387f9-2085-1a3e-83a9-fdff88a54e76/MasterData/WALs/bdc25462c9ef,42587,1731266333777/bdc25462c9ef%2C42587%2C1731266333777.1731266334568 not finished, retry = 0 2024-11-10T19:20:07,723 INFO [M:0;bdc25462c9ef:42587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:20:07,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:07,723 INFO [M:0;bdc25462c9ef:42587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42587 2024-11-10T19:20:07,724 INFO [M:0;bdc25462c9ef:42587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:07,830 INFO [M:0;bdc25462c9ef:42587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x101262fa6560003, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:07,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:07,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:07,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:07,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:07,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:07,835 WARN [BP-835335269-172.17.0.3-1731266330670 heartbeating to localhost/127.0.0.1:33589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:20:07,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:20:07,835 WARN [BP-835335269-172.17.0.3-1731266330670 heartbeating to localhost/127.0.0.1:33589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-835335269-172.17.0.3-1731266330670 (Datanode Uuid f546b5b0-8132-4cf1-ae1a-b59c3b3eddf8) service to localhost/127.0.0.1:33589 2024-11-10T19:20:07,835 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:20:07,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/cluster_c0615d78-ec80-d146-3a38-4d2ef779f508/data/data1/current/BP-835335269-172.17.0.3-1731266330670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:07,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/cluster_c0615d78-ec80-d146-3a38-4d2ef779f508/data/data2/current/BP-835335269-172.17.0.3-1731266330670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:07,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:20:07,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:07,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:07,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:07,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:07,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:07,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:20:07,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:20:07,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:07,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:07,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:07,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:07,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:07,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:20:07,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=598161081, stopped=false 2024-11-10T19:20:07,855 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,40861,1731266328218 2024-11-10T19:20:07,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/017952110/running 2024-11-10T19:20:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/017952110/running 2024-11-10T19:20:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:20:07,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:07,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:20:07,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:07,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,33929,1731266328517' ***** 2024-11-10T19:20:07,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:20:07,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/running 2024-11-10T19:20:07,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Set watcher on znode that does not yet exist, /017952110/running 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:20:07,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(3091): Received CLOSE for 234a8557d51d54e2268ec526c2637e15 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,33929,1731266328517 2024-11-10T19:20:07,868 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:07,869 INFO [RS:0;bdc25462c9ef:33929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33929. 2024-11-10T19:20:07,869 DEBUG [RS:0;bdc25462c9ef:33929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 234a8557d51d54e2268ec526c2637e15, disabling compactions & flushes 2024-11-10T19:20:07,869 DEBUG [RS:0;bdc25462c9ef:33929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:07,869 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:20:07,869 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. after waiting 0 ms 2024-11-10T19:20:07,869 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:20:07,869 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:20:07,869 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:20:07,869 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 234a8557d51d54e2268ec526c2637e15 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T19:20:07,869 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:20:07,869 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1325): Online Regions={234a8557d51d54e2268ec526c2637e15=hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15., 1588230740=hbase:meta,,1.1588230740, 6a653d46e105854ecb0b252f3bffb47d=test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d.} 2024-11-10T19:20:07,869 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a8557d51d54e2268ec526c2637e15, 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:07,869 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:07,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:07,869 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:20:07,883 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/.tmp/hfileref/6a90555dc2094445b2ef5d581579653f is 74, key is 1/hfileref:59ae0a904ffa4403830a86ba4a400cb6_SeqId_4_/1731266342997/DeleteColumn/seqid=0 2024-11-10T19:20:07,887 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/info/1dcb73dcafaf456dbb0739d26894b8b9 is 147, key is hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15./info:regioninfo/1731266340146/Put/seqid=0 2024-11-10T19:20:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741844_1020 (size=5203) 2024-11-10T19:20:07,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741845_1021 (size=7686) 2024-11-10T19:20:07,901 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:08,069 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a8557d51d54e2268ec526c2637e15, 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:20:08,269 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a8557d51d54e2268ec526c2637e15, 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:20:08,288 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/.tmp/hfileref/6a90555dc2094445b2ef5d581579653f 2024-11-10T19:20:08,291 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/info/1dcb73dcafaf456dbb0739d26894b8b9 2024-11-10T19:20:08,309 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/.tmp/queue/2c785a047a3f4874ab86e7102df42c76 is 153, key is 1-bdc25462c9ef,33929,1731266328517/queue:bdc25462c9ef%2C33929%2C1731266328517/1731266344096/Put/seqid=0 2024-11-10T19:20:08,310 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/ns/1d190452e5d348f9a868b3cd34216879 is 43, key is default/ns:d/1731266330530/Put/seqid=0 2024-11-10T19:20:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741847_1023 (size=5153) 2024-11-10T19:20:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741846_1022 (size=5352) 2024-11-10T19:20:08,470 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a8557d51d54e2268ec526c2637e15, 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:20:08,670 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 234a8557d51d54e2268ec526c2637e15, 6a653d46e105854ecb0b252f3bffb47d 2024-11-10T19:20:08,704 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:20:08,704 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:20:08,716 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/ns/1d190452e5d348f9a868b3cd34216879 2024-11-10T19:20:08,716 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/.tmp/queue/2c785a047a3f4874ab86e7102df42c76 2024-11-10T19:20:08,757 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/.tmp/hfileref/6a90555dc2094445b2ef5d581579653f as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/hfileref/6a90555dc2094445b2ef5d581579653f 2024-11-10T19:20:08,766 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/hfileref/6a90555dc2094445b2ef5d581579653f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T19:20:08,766 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/rep_barrier/ab2d626f72c4417885b0ef8c0327e8bc is 112, key is test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d./rep_barrier:seqnumDuringOpen/1731266336729/Put/seqid=0 2024-11-10T19:20:08,769 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/.tmp/queue/2c785a047a3f4874ab86e7102df42c76 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/queue/2c785a047a3f4874ab86e7102df42c76 2024-11-10T19:20:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741848_1024 (size=5518) 2024-11-10T19:20:08,773 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/rep_barrier/ab2d626f72c4417885b0ef8c0327e8bc 2024-11-10T19:20:08,778 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/queue/2c785a047a3f4874ab86e7102df42c76, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T19:20:08,780 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 234a8557d51d54e2268ec526c2637e15 in 911ms, sequenceid=10, compaction requested=false 2024-11-10T19:20:08,793 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/replication/234a8557d51d54e2268ec526c2637e15/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T19:20:08,793 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:08,793 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:08,793 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:20:08,794 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 234a8557d51d54e2268ec526c2637e15: Waiting for close lock at 1731266407869Running coprocessor pre-close hooks at 1731266407869Disabling compacts and flushes for region at 1731266407869Disabling writes for close at 1731266407869Obtaining lock to block concurrent updates at 1731266407869Preparing flush snapshotting stores in 234a8557d51d54e2268ec526c2637e15 at 1731266407869Finished memstore snapshotting hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731266407869Flushing stores of hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. at 1731266407870 (+1 ms)Flushing 234a8557d51d54e2268ec526c2637e15/hfileref: creating writer at 1731266407870Flushing 234a8557d51d54e2268ec526c2637e15/hfileref: appending metadata at 1731266407883 (+13 ms)Flushing 234a8557d51d54e2268ec526c2637e15/hfileref: closing flushed file at 1731266407883Flushing 234a8557d51d54e2268ec526c2637e15/queue: creating writer at 1731266408293 (+410 ms)Flushing 234a8557d51d54e2268ec526c2637e15/queue: appending metadata at 1731266408309 (+16 ms)Flushing 234a8557d51d54e2268ec526c2637e15/queue: closing flushed file at 1731266408309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab6e7e1: reopening flushed file at 1731266408751 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2914a130: reopening flushed file at 1731266408766 (+15 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 234a8557d51d54e2268ec526c2637e15 in 911ms, sequenceid=10, compaction requested=false at 1731266408780 (+14 ms)Writing region close event to WAL at 1731266408788 (+8 ms)Running coprocessor post-close hooks at 1731266408793 (+5 ms)Closed at 1731266408793 2024-11-10T19:20:08,794 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266339290.234a8557d51d54e2268ec526c2637e15. 2024-11-10T19:20:08,794 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a653d46e105854ecb0b252f3bffb47d, disabling compactions & flushes 2024-11-10T19:20:08,794 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:20:08,794 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:20:08,794 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. after waiting 0 ms 2024-11-10T19:20:08,794 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:20:08,803 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/default/test/6a653d46e105854ecb0b252f3bffb47d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:20:08,804 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:08,804 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:20:08,804 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:20:08,804 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a653d46e105854ecb0b252f3bffb47d: Waiting for close lock at 1731266408794Running coprocessor pre-close hooks at 1731266408794Disabling compacts and flushes for region at 1731266408794Disabling writes for close at 1731266408794Writing region close event to WAL at 1731266408799 (+5 ms)Running coprocessor post-close hooks at 1731266408804 (+5 ms)Closed at 1731266408804 2024-11-10T19:20:08,804 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266335943.6a653d46e105854ecb0b252f3bffb47d. 2024-11-10T19:20:08,804 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/table/a6f100075a2b48c2ba13e7796375ef1f is 53, key is hbase:replication/table:state/1731266340165/Put/seqid=0 2024-11-10T19:20:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741849_1025 (size=5308) 2024-11-10T19:20:08,870 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:20:08,870 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:08,870 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:09,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,070 DEBUG [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:09,209 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/table/a6f100075a2b48c2ba13e7796375ef1f 2024-11-10T19:20:09,215 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/info/1dcb73dcafaf456dbb0739d26894b8b9 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/info/1dcb73dcafaf456dbb0739d26894b8b9 2024-11-10T19:20:09,222 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/info/1dcb73dcafaf456dbb0739d26894b8b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:20:09,223 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/ns/1d190452e5d348f9a868b3cd34216879 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/ns/1d190452e5d348f9a868b3cd34216879 2024-11-10T19:20:09,231 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/ns/1d190452e5d348f9a868b3cd34216879, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:20:09,232 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/rep_barrier/ab2d626f72c4417885b0ef8c0327e8bc as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/rep_barrier/ab2d626f72c4417885b0ef8c0327e8bc 2024-11-10T19:20:09,238 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/rep_barrier/ab2d626f72c4417885b0ef8c0327e8bc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:20:09,240 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/.tmp/table/a6f100075a2b48c2ba13e7796375ef1f as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/table/a6f100075a2b48c2ba13e7796375ef1f 2024-11-10T19:20:09,245 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/table/a6f100075a2b48c2ba13e7796375ef1f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:20:09,247 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=16, compaction requested=false 2024-11-10T19:20:09,247 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:20:09,263 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:20:09,263 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:09,263 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:09,263 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:09,263 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266407869Running coprocessor pre-close hooks at 1731266407869Disabling compacts and flushes for region at 1731266407869Disabling writes for close at 1731266407869Obtaining lock to block concurrent updates at 1731266407869Preparing flush snapshotting stores in 1588230740 at 1731266407869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266407869Flushing stores of hbase:meta,,1.1588230740 at 1731266407870 (+1 ms)Flushing 1588230740/info: creating writer at 1731266407870Flushing 1588230740/info: appending metadata at 1731266407886 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731266407886Flushing 1588230740/ns: creating writer at 1731266408296 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731266408309 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266408309Flushing 1588230740/rep_barrier: creating writer at 1731266408730 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266408766 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266408766Flushing 1588230740/table: creating writer at 1731266408780 (+14 ms)Flushing 1588230740/table: appending metadata at 1731266408804 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731266408804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2ae8f0: reopening flushed file at 1731266409215 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f93d056: reopening flushed file at 1731266409222 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393908a9: reopening flushed file at 1731266409231 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c510a3: reopening flushed file at 1731266409239 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=16, compaction requested=false at 1731266409247 (+8 ms)Writing region close event to WAL at 1731266409259 (+12 ms)Running coprocessor post-close hooks at 1731266409263 (+4 ms)Closed at 1731266409263 2024-11-10T19:20:09,264 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:09,270 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,33929,1731266328517; all regions closed. 2024-11-10T19:20:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:20:09,275 DEBUG [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/oldWALs 2024-11-10T19:20:09,275 INFO [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C33929%2C1731266328517.meta:.meta(num 1731266330404) 2024-11-10T19:20:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741839_1015 (size=2700) 2024-11-10T19:20:09,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.rep.1731266340084 not finished, retry = 0 2024-11-10T19:20:09,382 DEBUG [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/oldWALs 2024-11-10T19:20:09,382 INFO [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C33929%2C1731266328517.rep:(num 1731266340084) 2024-11-10T19:20:09,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/WALs/bdc25462c9ef,33929,1731266328517/bdc25462c9ef%2C33929%2C1731266328517.1731266329810 not finished, retry = 0 2024-11-10T19:20:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741833_1009 (size=1300) 2024-11-10T19:20:09,488 DEBUG [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/oldWALs 2024-11-10T19:20:09,488 INFO [RS:0;bdc25462c9ef:33929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C33929%2C1731266328517:(num 1731266329810) 2024-11-10T19:20:09,488 DEBUG [RS:0;bdc25462c9ef:33929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:09,488 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:09,488 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:09,488 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:09,489 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:09,489 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:09,489 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,33929,1731266328517 because: Region server is closing 2024-11-10T19:20:09,489 INFO [RS:0;bdc25462c9ef:33929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33929. 2024-11-10T19:20:09,489 DEBUG [RS:0;bdc25462c9ef:33929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:09,489 DEBUG [RS:0;bdc25462c9ef:33929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:09,489 DEBUG [RS:0;bdc25462c9ef:33929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:09,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:09,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:09,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:09,590 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.wal-reader.bdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:20:09,590 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:20:09,590 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33929,1731266328517.replicationSource.shipperbdc25462c9ef%2C33929%2C1731266328517,1-bdc25462c9ef,33929,1731266328517 terminated 2024-11-10T19:20:09,590 INFO [RS:0;bdc25462c9ef:33929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33929 2024-11-10T19:20:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/017952110/rs/bdc25462c9ef,33929,1731266328517 2024-11-10T19:20:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110/rs 2024-11-10T19:20:09,602 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:09,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,33929,1731266328517] 2024-11-10T19:20:09,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /017952110/draining/bdc25462c9ef,33929,1731266328517 already deleted, retry=false 2024-11-10T19:20:09,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,33929,1731266328517 expired; onlineServers=0 2024-11-10T19:20:09,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,40861,1731266328218' ***** 2024-11-10T19:20:09,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:20:09,625 INFO [M:0;bdc25462c9ef:40861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:09,625 INFO [M:0;bdc25462c9ef:40861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:09,625 DEBUG [M:0;bdc25462c9ef:40861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:20:09,625 DEBUG [M:0;bdc25462c9ef:40861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:20:09,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:20:09,625 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266329579 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266329579,5,FailOnTimeoutGroup] 2024-11-10T19:20:09,625 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266329576 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266329576,5,FailOnTimeoutGroup] 2024-11-10T19:20:09,625 INFO [M:0;bdc25462c9ef:40861 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:09,625 INFO [M:0;bdc25462c9ef:40861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:09,625 DEBUG [M:0;bdc25462c9ef:40861 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:20:09,626 INFO [M:0;bdc25462c9ef:40861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:20:09,626 INFO [M:0;bdc25462c9ef:40861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:09,626 INFO [M:0;bdc25462c9ef:40861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:20:09,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:20:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/017952110/master 2024-11-10T19:20:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/017952110 2024-11-10T19:20:09,635 DEBUG [M:0;bdc25462c9ef:40861 {}] zookeeper.ZKUtil(347): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Unable to get data of znode /017952110/master because node does not exist (not an error) 2024-11-10T19:20:09,635 WARN [M:0;bdc25462c9ef:40861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:20:09,637 INFO [M:0;bdc25462c9ef:40861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/.lastflushedseqids 2024-11-10T19:20:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741850_1026 (size=263) 2024-11-10T19:20:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:09,715 INFO [RS:0;bdc25462c9ef:33929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33929-0x101262fa6560001, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:09,715 INFO [RS:0;bdc25462c9ef:33929 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,33929,1731266328517; zookeeper connection closed. 2024-11-10T19:20:09,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d0b5947 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d0b5947 2024-11-10T19:20:09,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:20:10,044 INFO [M:0;bdc25462c9ef:40861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:20:10,044 INFO [M:0;bdc25462c9ef:40861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:20:10,044 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:10,044 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:10,045 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:10,045 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:10,045 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:10,045 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-10T19:20:10,065 DEBUG [M:0;bdc25462c9ef:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d042f04b0b084c37946d11575a0919bc is 82, key is hbase:meta,,1/info:regioninfo/1731266330466/Put/seqid=0 2024-11-10T19:20:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741851_1027 (size=5672) 2024-11-10T19:20:10,470 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d042f04b0b084c37946d11575a0919bc 2024-11-10T19:20:10,497 DEBUG [M:0;bdc25462c9ef:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b044f70cc417495fbf2ad80d1a117900 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731266336752/Put/seqid=0 2024-11-10T19:20:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741852_1028 (size=7241) 2024-11-10T19:20:10,902 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b044f70cc417495fbf2ad80d1a117900 2024-11-10T19:20:10,907 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b044f70cc417495fbf2ad80d1a117900 2024-11-10T19:20:10,924 DEBUG [M:0;bdc25462c9ef:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75679f37eac04975ae8d0a3dc81b913a is 69, key is bdc25462c9ef,33929,1731266328517/rs:state/1731266329628/Put/seqid=0 2024-11-10T19:20:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741853_1029 (size=5156) 2024-11-10T19:20:10,929 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75679f37eac04975ae8d0a3dc81b913a 2024-11-10T19:20:10,934 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d042f04b0b084c37946d11575a0919bc as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d042f04b0b084c37946d11575a0919bc 2024-11-10T19:20:10,938 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d042f04b0b084c37946d11575a0919bc, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T19:20:10,939 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b044f70cc417495fbf2ad80d1a117900 as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b044f70cc417495fbf2ad80d1a117900 2024-11-10T19:20:10,943 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b044f70cc417495fbf2ad80d1a117900 2024-11-10T19:20:10,943 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b044f70cc417495fbf2ad80d1a117900, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T19:20:10,944 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75679f37eac04975ae8d0a3dc81b913a as hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75679f37eac04975ae8d0a3dc81b913a 2024-11-10T19:20:10,949 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/1377c660-9cd0-e9b1-975e-ade2efeb5cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75679f37eac04975ae8d0a3dc81b913a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T19:20:10,950 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false 2024-11-10T19:20:10,952 INFO [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:10,953 DEBUG [M:0;bdc25462c9ef:40861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266410044Disabling compacts and flushes for region at 1731266410044Disabling writes for close at 1731266410045 (+1 ms)Obtaining lock to block concurrent updates at 1731266410045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266410045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731266410045Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266410046 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266410046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266410064 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266410064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266410476 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266410496 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266410496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266410907 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266410924 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266410924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633552ec: reopening flushed file at 1731266410933 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b4f05e: reopening flushed file at 1731266410938 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4351acd2: reopening flushed file at 1731266410944 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false at 1731266410950 (+6 ms)Writing region close event to WAL at 1731266410952 (+2 ms)Closed at 1731266410952 2024-11-10T19:20:10,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741830_1006 (size=64538) 2024-11-10T19:20:10,959 INFO [M:0;bdc25462c9ef:40861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:20:10,959 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:10,959 INFO [M:0;bdc25462c9ef:40861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40861 2024-11-10T19:20:10,960 INFO [M:0;bdc25462c9ef:40861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:11,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:11,087 INFO [M:0;bdc25462c9ef:40861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:11,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x101262fa6560000, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:11,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:11,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:11,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:11,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:11,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:11,091 WARN [BP-647492304-172.17.0.3-1731266325236 heartbeating to localhost/127.0.0.1:37803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:20:11,091 WARN [BP-647492304-172.17.0.3-1731266325236 heartbeating to localhost/127.0.0.1:37803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647492304-172.17.0.3-1731266325236 (Datanode Uuid 57df9720-ab7f-44ec-8261-47bad485ff00) service to localhost/127.0.0.1:37803 2024-11-10T19:20:11,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/data/data1/current/BP-647492304-172.17.0.3-1731266325236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:11,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:20:11,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/cluster_bd2242ff-e091-67eb-59de-a672166cf760/data/data2/current/BP-647492304-172.17.0.3-1731266325236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:11,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:20:11,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:20:11,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:11,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:11,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:11,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:11,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753be8c9-254a-efb0-a478-6f85fb6bcf33/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:11,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:20:11,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:20:11,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 141) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37803 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f180cb912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f180cb912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33589 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 735), ProcessCount=11 (was 11), AvailableMemoryMB=1356 (was 1342) - AvailableMemoryMB LEAK? - 2024-11-10T19:20:11,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=1356 2024-11-10T19:20:11,146 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T19:20:11,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir so I do NOT create it in target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025 2024-11-10T19:20:11,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:20:11,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.tmp.dir so I do NOT create it in target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025 2024-11-10T19:20:11,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85dce18-6073-2199-aadc-74f7c8ac6487/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:20:11,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025 2024-11-10T19:20:11,147 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d, deleteOnExit=true 2024-11-10T19:20:11,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/zookeeper_0, clientPort=61524, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:20:11,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61524 2024-11-10T19:20:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:20:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:20:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/test.cache.data in system properties and HBase conf 2024-11-10T19:20:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:20:11,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:20:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:20:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:20:11,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101262fa6560002, quorum=127.0.0.1:58711, baseZNode=/017952110 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:20:11,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101262fa6560005, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:20:11,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101262fa6560002, quorum=127.0.0.1:58711, baseZNode=/017952110 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:20:11,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101262fa6560005, quorum=127.0.0.1:58711, baseZNode=/1-170821975 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:20:11,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:11,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:11,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:11,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:11,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:20:11,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:11,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:11,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:11,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-1852839687691064893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:11,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-11-10T19:20:11,634 INFO [Time-limited test {}] server.Server(415): Started @143145ms 2024-11-10T19:20:12,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:12,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:12,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:12,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:12,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:20:12,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:12,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:12,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/java.io.tmpdir/jetty-localhost-45251-hadoop-hdfs-3_4_1-tests_jar-_-any-2722017833025967975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:12,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:45251} 2024-11-10T19:20:12,143 INFO [Time-limited test {}] server.Server(415): Started @143654ms 2024-11-10T19:20:12,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:20:13,061 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/data/data1/current/BP-2096363598-172.17.0.3-1731266411172/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:13,061 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/data/data2/current/BP-2096363598-172.17.0.3-1731266411172/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:13,088 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:20:13,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64970964e0b272dc with lease ID 0xd8d2b4a44be6fff0: Processing first storage report for DS-63b33fe0-e188-4c12-a8b7-17d811bb1580 from datanode DatanodeRegistration(127.0.0.1:33707, datanodeUuid=6b19a346-381e-41ad-a56d-8d6371163e61, infoPort=35221, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=1384253395;c=1731266411172) 2024-11-10T19:20:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64970964e0b272dc with lease ID 0xd8d2b4a44be6fff0: from storage DS-63b33fe0-e188-4c12-a8b7-17d811bb1580 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=6b19a346-381e-41ad-a56d-8d6371163e61, infoPort=35221, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=1384253395;c=1731266411172), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64970964e0b272dc with lease ID 0xd8d2b4a44be6fff0: Processing first storage report for DS-f71c633a-ba24-4e83-96b8-133bd21b9999 from datanode DatanodeRegistration(127.0.0.1:33707, datanodeUuid=6b19a346-381e-41ad-a56d-8d6371163e61, infoPort=35221, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=1384253395;c=1731266411172) 2024-11-10T19:20:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64970964e0b272dc with lease ID 0xd8d2b4a44be6fff0: from storage DS-f71c633a-ba24-4e83-96b8-133bd21b9999 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=6b19a346-381e-41ad-a56d-8d6371163e61, infoPort=35221, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=1384253395;c=1731266411172), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:13,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025 2024-11-10T19:20:13,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:13,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:20:13,511 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3 with version=8 2024-11-10T19:20:13,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/hbase-staging 2024-11-10T19:20:13,513 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:20:13,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:13,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33081 2024-11-10T19:20:13,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33081 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:13,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330810x0, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:13,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33081-0x1012630f6380000 connected 2024-11-10T19:20:13,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:13,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:13,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:13,648 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3, hbase.cluster.distributed=false 2024-11-10T19:20:13,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/acl 2024-11-10T19:20:13,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33081 2024-11-10T19:20:13,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33081 2024-11-10T19:20:13,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33081 2024-11-10T19:20:13,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33081 2024-11-10T19:20:13,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33081 2024-11-10T19:20:13,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:13,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:13,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:13,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:13,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:13,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:13,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:20:13,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:13,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35497 2024-11-10T19:20:13,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35497 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:13,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:13,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:13,697 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354970x0, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:13,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35497-0x1012630f6380001 connected 2024-11-10T19:20:13,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:13,702 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:20:13,702 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:20:13,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/master 2024-11-10T19:20:13,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/acl 2024-11-10T19:20:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35497 2024-11-10T19:20:13,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35497 2024-11-10T19:20:13,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35497 2024-11-10T19:20:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35497 2024-11-10T19:20:13,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35497 2024-11-10T19:20:13,726 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:33081 2024-11-10T19:20:13,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1175630158/backup-masters/bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:13,739 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:13,740 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on existing znode=/0-1175630158/backup-masters/bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:13,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:13,750 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175630158/master 2024-11-10T19:20:13,750 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:13,750 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on existing znode=/0-1175630158/master 2024-11-10T19:20:13,751 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1175630158/backup-masters/bdc25462c9ef,33081,1731266413513 from backup master directory 2024-11-10T19:20:13,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/backup-masters/bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:13,760 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:13,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:13,760 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:13,760 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:13,763 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/hbase.id] with ID: 4ce8be4d-3391-4ad5-a729-d79dac718ef9 2024-11-10T19:20:13,764 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/.tmp/hbase.id 2024-11-10T19:20:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:20:14,170 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/.tmp/hbase.id]:[hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/hbase.id] 2024-11-10T19:20:14,181 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:14,181 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:20:14,182 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:20:14,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:14,236 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:14,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:20:14,644 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:14,645 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:20:14,645 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:14,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:20:14,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:14,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:14,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:14,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:14,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:14,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:14,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:15,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store 2024-11-10T19:20:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:20:15,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:15,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:15,458 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:15,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:15,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:15,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:15,458 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:15,458 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266415458Disabling compacts and flushes for region at 1731266415458Disabling writes for close at 1731266415458Writing region close event to WAL at 1731266415458Closed at 1731266415458 2024-11-10T19:20:15,459 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/.initializing 2024-11-10T19:20:15,459 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:15,460 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:15,463 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C33081%2C1731266413513, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/oldWALs, maxLogs=10 2024-11-10T19:20:15,481 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513/bdc25462c9ef%2C33081%2C1731266413513.1731266415463, exclude list is [], retry=0 2024-11-10T19:20:15,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:15,485 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 2024-11-10T19:20:15,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:15,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:15,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:15,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:20:15,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:15,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:15,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:20:15,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:15,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:15,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:20:15,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:15,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:15,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:20:15,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:15,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:15,494 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,494 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,495 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,496 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,496 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,497 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:15,498 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:15,500 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:15,501 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70250907, jitterRate=0.04682008922100067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:15,501 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266415486Initializing all the Stores at 1731266415487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266415487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266415487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266415487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266415487Cleaning up temporary data from old regions at 1731266415496 (+9 ms)Region opened successfully at 1731266415501 (+5 ms) 2024-11-10T19:20:15,501 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:20:15,505 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2aa866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:15,506 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:20:15,506 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:20:15,506 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:20:15,506 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:20:15,507 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:20:15,507 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:20:15,507 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:20:15,509 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:20:15,510 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/balancer because node does not exist (not necessarily an error) 2024-11-10T19:20:15,518 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/balancer already deleted, retry=false 2024-11-10T19:20:15,518 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:20:15,519 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:20:15,529 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/normalizer already deleted, retry=false 2024-11-10T19:20:15,529 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:20:15,530 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:20:15,602 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/switch/split already deleted, retry=false 2024-11-10T19:20:15,603 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:20:15,632 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/switch/merge already deleted, retry=false 2024-11-10T19:20:15,634 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:20:15,644 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/snapshot-cleanup already deleted, retry=false 2024-11-10T19:20:15,655 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:15,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:15,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:15,655 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:15,655 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,33081,1731266413513, sessionid=0x1012630f6380000, setting cluster-up flag (Was=false) 2024-11-10T19:20:15,676 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:15,708 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1175630158/flush-table-proc/acquired, /0-1175630158/flush-table-proc/reached, /0-1175630158/flush-table-proc/abort 2024-11-10T19:20:15,709 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:15,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:15,729 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:15,760 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1175630158/online-snapshot/acquired, /0-1175630158/online-snapshot/reached, /0-1175630158/online-snapshot/abort 2024-11-10T19:20:15,762 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:15,763 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:20:15,764 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:15,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:20:15,765 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:20:15,765 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,33081,1731266413513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:15,766 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266445768 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:20:15,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:20:15,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:20:15,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:15,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:20:15,776 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:20:15,776 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:20:15,776 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:20:15,776 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:20:15,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:20:15,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:20:15,781 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266415780,5,FailOnTimeoutGroup] 2024-11-10T19:20:15,782 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266415781,5,FailOnTimeoutGroup] 2024-11-10T19:20:15,782 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,782 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:20:15,782 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,782 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:20:15,817 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(746): ClusterId : 4ce8be4d-3391-4ad5-a729-d79dac718ef9 2024-11-10T19:20:15,817 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:20:15,824 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:20:15,824 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:20:15,835 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:20:15,835 DEBUG [RS:0;bdc25462c9ef:35497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4532d13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:15,847 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:35497 2024-11-10T19:20:15,847 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:20:15,847 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:20:15,847 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:20:15,848 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,33081,1731266413513 with port=35497, startcode=1731266413672 2024-11-10T19:20:15,848 DEBUG [RS:0;bdc25462c9ef:35497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:20:15,849 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:20:15,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:15,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33081 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:15,851 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3 2024-11-10T19:20:15,851 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41739 2024-11-10T19:20:15,851 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:20:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/rs 2024-11-10T19:20:15,864 DEBUG [RS:0;bdc25462c9ef:35497 {}] zookeeper.ZKUtil(111): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on existing znode=/0-1175630158/rs/bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:15,864 WARN [RS:0;bdc25462c9ef:35497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:15,864 INFO [RS:0;bdc25462c9ef:35497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:15,864 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:15,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,35497,1731266413672] 2024-11-10T19:20:15,868 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:20:15,869 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:20:15,869 INFO [RS:0;bdc25462c9ef:35497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:20:15,869 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,870 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:20:15,870 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:20:15,871 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:15,871 DEBUG [RS:0;bdc25462c9ef:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:15,872 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,872 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,872 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,872 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,872 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,872 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35497,1731266413672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:15,890 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:20:15,890 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35497,1731266413672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,890 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,890 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.Replication(171): bdc25462c9ef,35497,1731266413672 started 2024-11-10T19:20:15,907 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:15,907 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,35497,1731266413672, RpcServer on bdc25462c9ef/172.17.0.3:35497, sessionid=0x1012630f6380001 2024-11-10T19:20:15,907 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:20:15,907 DEBUG [RS:0;bdc25462c9ef:35497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:15,907 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,35497,1731266413672' 2024-11-10T19:20:15,907 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1175630158/flush-table-proc/abort' 2024-11-10T19:20:15,907 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1175630158/flush-table-proc/acquired' 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,35497,1731266413672' 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1175630158/online-snapshot/abort' 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1175630158/online-snapshot/acquired' 2024-11-10T19:20:15,908 DEBUG [RS:0;bdc25462c9ef:35497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:20:15,908 INFO [RS:0;bdc25462c9ef:35497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:20:15,908 INFO [RS:0;bdc25462c9ef:35497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:20:16,009 INFO [RS:0;bdc25462c9ef:35497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:16,011 INFO [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C35497%2C1731266413672, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs, maxLogs=10 2024-11-10T19:20:16,023 DEBUG [RS:0;bdc25462c9ef:35497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011, exclude list is [], retry=0 2024-11-10T19:20:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:16,027 INFO [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 2024-11-10T19:20:16,027 DEBUG [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:16,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:20:16,184 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3 2024-11-10T19:20:16,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:20:16,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:16,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:16,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:16,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:16,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:16,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:16,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:16,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:16,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:16,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:16,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:16,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:16,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:16,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:16,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:16,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:16,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:16,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:16,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740 2024-11-10T19:20:16,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740 2024-11-10T19:20:16,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:16,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:16,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:16,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:16,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:16,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70211757, jitterRate=0.046236708760261536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:16,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266416591Initializing all the Stores at 1731266416594 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266416594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266416594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266416594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266416594Cleaning up temporary data from old regions at 1731266416604 (+10 ms)Region opened successfully at 1731266416608 (+4 ms) 2024-11-10T19:20:16,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:16,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:16,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:16,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:16,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:16,609 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266416608Disabling compacts and flushes for region at 1731266416608Disabling writes for close at 1731266416608Writing region close event to WAL at 1731266416609 (+1 ms)Closed at 1731266416609 2024-11-10T19:20:16,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:16,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:20:16,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:20:16,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:16,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:20:16,762 DEBUG [bdc25462c9ef:33081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:20:16,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:16,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,35497,1731266413672, state=OPENING 2024-11-10T19:20:16,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:20:16,863 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:16,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:16,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:16,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,35497,1731266413672}] 2024-11-10T19:20:16,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:17,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:20:17,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:20:17,023 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:20:17,023 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:17,024 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:20:17,025 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C35497%2C1731266413672.meta, suffix=.meta, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs, maxLogs=10 2024-11-10T19:20:17,044 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.meta.1731266417025.meta, exclude list is [], retry=0 2024-11-10T19:20:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:17,048 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.meta.1731266417025.meta 2024-11-10T19:20:17,049 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:17,049 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:17,050 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:17,050 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:17,050 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:20:17,050 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:20:17,050 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:20:17,050 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:17,050 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:20:17,050 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:20:17,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:17,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:17,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:17,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:17,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:17,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:17,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:17,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:17,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:17,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:17,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:17,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:17,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:17,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:17,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:17,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:17,056 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:17,057 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740 2024-11-10T19:20:17,057 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740 2024-11-10T19:20:17,058 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:17,058 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:17,059 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:17,060 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:17,060 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74183052, jitterRate=0.10541361570358276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:17,060 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:20:17,061 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266417050Writing region info on filesystem at 1731266417050Initializing all the Stores at 1731266417051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266417051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266417051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266417051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266417051Cleaning up temporary data from old regions at 1731266417058 (+7 ms)Running coprocessor post-open hooks at 1731266417060 (+2 ms)Region opened successfully at 1731266417061 (+1 ms) 2024-11-10T19:20:17,062 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266417016 2024-11-10T19:20:17,064 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:20:17,064 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:20:17,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:17,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,35497,1731266413672, state=OPEN 2024-11-10T19:20:17,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:17,086 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:17,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:17,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:17,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:17,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:20:17,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,35497,1731266413672 in 223 msec 2024-11-10T19:20:17,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:20:17,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-10T19:20:17,091 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:17,091 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:20:17,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:17,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35497,1731266413672, seqNum=-1] 2024-11-10T19:20:17,093 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:17,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:17,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-10T19:20:17,099 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266417099, completionTime=-1 2024-11-10T19:20:17,099 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:20:17,099 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:20:17,101 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:20:17,101 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266477101 2024-11-10T19:20:17,101 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266537101 2024-11-10T19:20:17,101 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:20:17,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33081,1731266413513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33081,1731266413513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33081,1731266413513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:33081, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,105 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.346sec 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33081,1731266413513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:17,106 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33081,1731266413513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:20:17,108 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:20:17,108 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:20:17,108 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33081,1731266413513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:17,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:17,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33081,-1 for getting cluster id 2024-11-10T19:20:17,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:17,119 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ce8be4d-3391-4ad5-a729-d79dac718ef9' 2024-11-10T19:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ce8be4d-3391-4ad5-a729-d79dac718ef9" 2024-11-10T19:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2243adf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33081,-1] 2024-11-10T19:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:17,120 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:17,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:17,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35497,1731266413672, seqNum=-1] 2024-11-10T19:20:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:17,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:17,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:17,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:17,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012630f6380002 connected 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir so I do NOT create it in target/test-data/773a67d4-1931-0695-7931-9cca76e0c713 2024-11-10T19:20:17,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.tmp.dir so I do NOT create it in target/test-data/773a67d4-1931-0695-7931-9cca76e0c713 2024-11-10T19:20:17,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:20:17,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/cluster_fe823251-5251-3de3-29f7-4eaeef987fb3, deleteOnExit=true 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/test.cache.data in system properties and HBase conf 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:20:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:20:17,292 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:20:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:20:17,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:17,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:17,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:17,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:17,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:20:17,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:17,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:17,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:17,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2207950c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/java.io.tmpdir/jetty-localhost-35735-hadoop-hdfs-3_4_1-tests_jar-_-any-8935197431120465504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:17,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:35735} 2024-11-10T19:20:17,913 INFO [Time-limited test {}] server.Server(415): Started @149424ms 2024-11-10T19:20:17,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:20:17,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:20:17,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:20:18,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:18,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:18,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:18,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:18,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:20:18,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:18,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:18,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c111acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/java.io.tmpdir/jetty-localhost-41295-hadoop-hdfs-3_4_1-tests_jar-_-any-4320266063278797481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:18,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:41295} 2024-11-10T19:20:18,287 INFO [Time-limited test {}] server.Server(415): Started @149798ms 2024-11-10T19:20:18,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:20:18,936 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/cluster_fe823251-5251-3de3-29f7-4eaeef987fb3/data/data1/current/BP-1541804686-172.17.0.3-1731266417308/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:18,936 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/cluster_fe823251-5251-3de3-29f7-4eaeef987fb3/data/data2/current/BP-1541804686-172.17.0.3-1731266417308/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:18,951 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:20:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e395b713f5bfb87 with lease ID 0xf3195f49a957ee45: Processing first storage report for DS-5ea08289-4228-4aa3-ae6d-cb3403862f2b from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=af09b947-a40f-4070-a7b9-c3c5b57735b6, infoPort=46153, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=1168176861;c=1731266417308) 2024-11-10T19:20:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e395b713f5bfb87 with lease ID 0xf3195f49a957ee45: from storage DS-5ea08289-4228-4aa3-ae6d-cb3403862f2b node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=af09b947-a40f-4070-a7b9-c3c5b57735b6, infoPort=46153, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=1168176861;c=1731266417308), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e395b713f5bfb87 with lease ID 0xf3195f49a957ee45: Processing first storage report for DS-c5aa7eb5-c96a-449d-aa82-4c761c379552 from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=af09b947-a40f-4070-a7b9-c3c5b57735b6, infoPort=46153, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=1168176861;c=1731266417308) 2024-11-10T19:20:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e395b713f5bfb87 with lease ID 0xf3195f49a957ee45: from storage DS-c5aa7eb5-c96a-449d-aa82-4c761c379552 node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=af09b947-a40f-4070-a7b9-c3c5b57735b6, infoPort=46153, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=1168176861;c=1731266417308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:19,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713 2024-11-10T19:20:19,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:19,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:20:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64970964e0b272dd with lease ID 0xd8d2b4a44be6fff1: from storage DS-63b33fe0-e188-4c12-a8b7-17d811bb1580 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=6b19a346-381e-41ad-a56d-8d6371163e61, infoPort=35221, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=1384253395;c=1731266411172), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T19:20:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64970964e0b272dd with lease ID 0xd8d2b4a44be6fff1: from storage DS-f71c633a-ba24-4e83-96b8-133bd21b9999 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=6b19a346-381e-41ad-a56d-8d6371163e61, infoPort=35221, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=1384253395;c=1731266411172), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:19,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440 with version=8 2024-11-10T19:20:19,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/hbase-staging 2024-11-10T19:20:19,443 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:19,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:19,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:19,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:19,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:19,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:19,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:20:19,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:19,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36709 2024-11-10T19:20:19,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36709 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367090x0, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:19,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36709-0x1012630f6380003 connected 2024-11-10T19:20:19,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:19,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:19,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/running 2024-11-10T19:20:19,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440, hbase.cluster.distributed=false 2024-11-10T19:20:19,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/acl 2024-11-10T19:20:19,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36709 2024-11-10T19:20:19,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36709 2024-11-10T19:20:19,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36709 2024-11-10T19:20:19,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36709 2024-11-10T19:20:19,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36709 2024-11-10T19:20:19,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:19,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:19,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:19,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:19,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:20:19,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:19,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33949 2024-11-10T19:20:19,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33949 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:19,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:19,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:19,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339490x0, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:19,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339490x0, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/running 2024-11-10T19:20:19,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33949-0x1012630f6380004 connected 2024-11-10T19:20:19,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:20:19,603 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:20:19,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/master 2024-11-10T19:20:19,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/acl 2024-11-10T19:20:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-10T19:20:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-11-10T19:20:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-11-10T19:20:19,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-10T19:20:19,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-10T19:20:19,623 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:36709 2024-11-10T19:20:19,623 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1288646464/backup-masters/bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464/backup-masters 2024-11-10T19:20:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464/backup-masters 2024-11-10T19:20:19,634 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on existing znode=/1288646464/backup-masters/bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:19,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1288646464/master 2024-11-10T19:20:19,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:19,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:19,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on existing znode=/1288646464/master 2024-11-10T19:20:19,645 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1288646464/backup-masters/bdc25462c9ef,36709,1731266419443 from backup master directory 2024-11-10T19:20:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464/backup-masters 2024-11-10T19:20:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288646464/backup-masters/bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464/backup-masters 2024-11-10T19:20:19,655 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:19,655 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:19,658 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/hbase.id] with ID: f9c5a085-fe90-4299-8056-1b704e36c41c 2024-11-10T19:20:19,658 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/.tmp/hbase.id 2024-11-10T19:20:19,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:20:20,063 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/.tmp/hbase.id]:[hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/hbase.id] 2024-11-10T19:20:20,072 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:20,073 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:20:20,074 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:20:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:20:20,124 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:20,125 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:20:20,126 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:20:20,535 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store 2024-11-10T19:20:20,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:20:20,940 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:20,941 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:20,941 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:20,941 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:20,941 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:20,941 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:20,941 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:20,941 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266420941Disabling compacts and flushes for region at 1731266420941Disabling writes for close at 1731266420941Writing region close event to WAL at 1731266420941Closed at 1731266420941 2024-11-10T19:20:20,942 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/.initializing 2024-11-10T19:20:20,942 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/WALs/bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:20,943 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:20,944 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C36709%2C1731266419443, suffix=, logDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/WALs/bdc25462c9ef,36709,1731266419443, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/oldWALs, maxLogs=10 2024-11-10T19:20:20,956 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/WALs/bdc25462c9ef,36709,1731266419443/bdc25462c9ef%2C36709%2C1731266419443.1731266420944, exclude list is [], retry=0 2024-11-10T19:20:20,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-5ea08289-4228-4aa3-ae6d-cb3403862f2b,DISK] 2024-11-10T19:20:20,960 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/WALs/bdc25462c9ef,36709,1731266419443/bdc25462c9ef%2C36709%2C1731266419443.1731266420944 2024-11-10T19:20:20,960 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-10T19:20:20,960 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:20,960 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:20,960 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,960 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:20:20,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:20,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:20,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:20:20,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:20,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:20,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:20:20,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:20,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:20,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:20:20,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:20,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:20,967 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,967 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,968 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,969 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,969 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,969 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:20,970 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:20,972 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:20,972 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74156570, jitterRate=0.10501900315284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:20,972 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266420960Initializing all the Stores at 1731266420961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266420961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266420962 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266420962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266420962Cleaning up temporary data from old regions at 1731266420969 (+7 ms)Region opened successfully at 1731266420972 (+3 ms) 2024-11-10T19:20:20,972 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:20:20,975 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43121082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:20,975 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:20:20,976 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:20:20,976 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:20:20,976 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:20:20,976 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:20:20,976 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:20:20,976 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:20:20,978 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:20:20,979 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Unable to get data of znode /1288646464/balancer because node does not exist (not necessarily an error) 2024-11-10T19:20:21,044 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288646464/balancer already deleted, retry=false 2024-11-10T19:20:21,045 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:20:21,045 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Unable to get data of znode /1288646464/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:20:21,055 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288646464/normalizer already deleted, retry=false 2024-11-10T19:20:21,055 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:20:21,056 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Unable to get data of znode /1288646464/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:20:21,065 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288646464/switch/split already deleted, retry=false 2024-11-10T19:20:21,066 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Unable to get data of znode /1288646464/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:20:21,076 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288646464/switch/merge already deleted, retry=false 2024-11-10T19:20:21,078 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Unable to get data of znode /1288646464/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:20:21,086 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1288646464/snapshot-cleanup already deleted, retry=false 2024-11-10T19:20:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1288646464/running 2024-11-10T19:20:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1288646464/running 2024-11-10T19:20:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:21,097 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,36709,1731266419443, sessionid=0x1012630f6380003, setting cluster-up flag (Was=false) 2024-11-10T19:20:21,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:21,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:21,150 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1288646464/flush-table-proc/acquired, /1288646464/flush-table-proc/reached, /1288646464/flush-table-proc/abort 2024-11-10T19:20:21,150 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:21,202 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1288646464/online-snapshot/acquired, /1288646464/online-snapshot/reached, /1288646464/online-snapshot/abort 2024-11-10T19:20:21,203 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:21,204 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:20:21,206 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:21,206 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:20:21,206 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:20:21,206 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,36709,1731266419443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:21,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266451208 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:20:21,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:20:21,209 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:21,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:20:21,209 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:20:21,209 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:20:21,209 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:20:21,209 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:20:21,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:20:21,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:20:21,210 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266421210,5,FailOnTimeoutGroup] 2024-11-10T19:20:21,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:21,210 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266421210,5,FailOnTimeoutGroup] 2024-11-10T19:20:21,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:20:21,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:20:21,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,217 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(746): ClusterId : f9c5a085-fe90-4299-8056-1b704e36c41c 2024-11-10T19:20:21,217 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:20:21,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:20:21,223 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:20:21,223 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:20:21,234 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:20:21,234 DEBUG [RS:0;bdc25462c9ef:33949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccbe1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:21,246 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:33949 2024-11-10T19:20:21,246 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:20:21,246 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:20:21,246 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:20:21,246 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,36709,1731266419443 with port=33949, startcode=1731266419589 2024-11-10T19:20:21,246 DEBUG [RS:0;bdc25462c9ef:33949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:20:21,248 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:20:21,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:21,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36709 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:21,249 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440 2024-11-10T19:20:21,249 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40729 2024-11-10T19:20:21,249 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:20:21,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464/rs 2024-11-10T19:20:21,295 DEBUG [RS:0;bdc25462c9ef:33949 {}] zookeeper.ZKUtil(111): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on existing znode=/1288646464/rs/bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:21,295 WARN [RS:0;bdc25462c9ef:33949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:21,295 INFO [RS:0;bdc25462c9ef:33949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:21,295 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:21,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,33949,1731266419589] 2024-11-10T19:20:21,298 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:20:21,299 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:20:21,300 INFO [RS:0;bdc25462c9ef:33949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:20:21,300 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,301 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:20:21,301 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:20:21,301 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:21,302 DEBUG [RS:0;bdc25462c9ef:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:21,302 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,302 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,302 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,302 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,302 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,302 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33949,1731266419589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:21,317 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:20:21,318 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33949,1731266419589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,318 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,318 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.Replication(171): bdc25462c9ef,33949,1731266419589 started 2024-11-10T19:20:21,334 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:21,334 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,33949,1731266419589, RpcServer on bdc25462c9ef/172.17.0.3:33949, sessionid=0x1012630f6380004 2024-11-10T19:20:21,334 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:20:21,334 DEBUG [RS:0;bdc25462c9ef:33949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:21,334 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33949,1731266419589' 2024-11-10T19:20:21,334 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1288646464/flush-table-proc/abort' 2024-11-10T19:20:21,335 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1288646464/flush-table-proc/acquired' 2024-11-10T19:20:21,335 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:20:21,335 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:20:21,335 DEBUG [RS:0;bdc25462c9ef:33949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:21,335 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33949,1731266419589' 2024-11-10T19:20:21,335 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1288646464/online-snapshot/abort' 2024-11-10T19:20:21,336 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1288646464/online-snapshot/acquired' 2024-11-10T19:20:21,336 DEBUG [RS:0;bdc25462c9ef:33949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:20:21,336 INFO [RS:0;bdc25462c9ef:33949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:20:21,336 INFO [RS:0;bdc25462c9ef:33949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:20:21,436 INFO [RS:0;bdc25462c9ef:33949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:21,438 INFO [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33949%2C1731266419589, suffix=, logDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/oldWALs, maxLogs=10 2024-11-10T19:20:21,450 DEBUG [RS:0;bdc25462c9ef:33949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589/bdc25462c9ef%2C33949%2C1731266419589.1731266421438, exclude list is [], retry=0 2024-11-10T19:20:21,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-5ea08289-4228-4aa3-ae6d-cb3403862f2b,DISK] 2024-11-10T19:20:21,457 INFO [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589/bdc25462c9ef%2C33949%2C1731266419589.1731266421438 2024-11-10T19:20:21,457 DEBUG [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-10T19:20:21,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:20:21,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440 2024-11-10T19:20:21,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:20:21,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:20:22,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:22,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:22,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:22,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:22,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:22,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:22,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:22,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:22,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:22,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:22,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740 2024-11-10T19:20:22,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740 2024-11-10T19:20:22,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:22,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:22,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:22,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:22,037 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:22,038 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66085864, jitterRate=-0.015243887901306152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:22,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266422025Initializing all the Stores at 1731266422025Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266422025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266422026 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266422026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266422026Cleaning up temporary data from old regions at 1731266422034 (+8 ms)Region opened successfully at 1731266422038 (+4 ms) 2024-11-10T19:20:22,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:22,038 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:22,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:22,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:22,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:22,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:22,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266422038Disabling compacts and flushes for region at 1731266422038Disabling writes for close at 1731266422038Writing region close event to WAL at 1731266422038Closed at 1731266422038 2024-11-10T19:20:22,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:22,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:20:22,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:20:22,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:22,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:20:22,192 DEBUG [bdc25462c9ef:36709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:20:22,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:22,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33949,1731266419589, state=OPENING 2024-11-10T19:20:22,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:20:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:22,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288646464/meta-region-server: CHANGED 2024-11-10T19:20:22,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288646464/meta-region-server: CHANGED 2024-11-10T19:20:22,338 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:22,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33949,1731266419589}] 2024-11-10T19:20:22,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:20:22,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:20:22,496 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:20:22,496 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:22,496 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:20:22,498 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33949%2C1731266419589.meta, suffix=.meta, logDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589, archiveDir=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/oldWALs, maxLogs=10 2024-11-10T19:20:22,511 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589/bdc25462c9ef%2C33949%2C1731266419589.meta.1731266422498.meta, exclude list is [], retry=0 2024-11-10T19:20:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-5ea08289-4228-4aa3-ae6d-cb3403862f2b,DISK] 2024-11-10T19:20:22,514 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/WALs/bdc25462c9ef,33949,1731266419589/bdc25462c9ef%2C33949%2C1731266419589.meta.1731266422498.meta 2024-11-10T19:20:22,514 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-10T19:20:22,514 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:22,515 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:22,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:22,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:20:22,515 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:20:22,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:20:22,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:22,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:20:22,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:20:22,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:22,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:22,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:22,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:22,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:22,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:22,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:22,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:22,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:22,520 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:22,521 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740 2024-11-10T19:20:22,522 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740 2024-11-10T19:20:22,523 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:22,523 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:22,523 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:22,524 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:22,525 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67603434, jitterRate=0.007369667291641235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:22,525 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:20:22,525 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266422515Writing region info on filesystem at 1731266422515Initializing all the Stores at 1731266422516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266422516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266422516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266422516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266422516Cleaning up temporary data from old regions at 1731266422523 (+7 ms)Running coprocessor post-open hooks at 1731266422525 (+2 ms)Region opened successfully at 1731266422525 2024-11-10T19:20:22,526 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266422490 2024-11-10T19:20:22,527 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:20:22,527 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:20:22,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:22,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33949,1731266419589, state=OPEN 2024-11-10T19:20:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1288646464/meta-region-server 2024-11-10T19:20:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1288646464/meta-region-server 2024-11-10T19:20:22,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:22,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288646464/meta-region-server: CHANGED 2024-11-10T19:20:22,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1288646464/meta-region-server: CHANGED 2024-11-10T19:20:22,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:20:22,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33949,1731266419589 in 212 msec 2024-11-10T19:20:22,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:22,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:20:22,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-10T19:20:22,554 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:22,554 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:20:22,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:22,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33949,1731266419589, seqNum=-1] 2024-11-10T19:20:22,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:22,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:22,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-10T19:20:22,564 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266422564, completionTime=-1 2024-11-10T19:20:22,564 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:20:22,564 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:20:22,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:20:22,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266482566 2024-11-10T19:20:22,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266542566 2024-11-10T19:20:22,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:20:22,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36709,1731266419443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36709,1731266419443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36709,1731266419443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:36709, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,569 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:20:22,573 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36709,1731266419443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:22,574 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36709,1731266419443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:20:22,576 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:20:22,576 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:20:22,576 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36709,1731266419443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:22,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:22,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:22,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:22,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:22,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:22,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:22,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36709,-1 for getting cluster id 2024-11-10T19:20:22,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:22,620 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9c5a085-fe90-4299-8056-1b704e36c41c' 2024-11-10T19:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9c5a085-fe90-4299-8056-1b704e36c41c" 2024-11-10T19:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188efdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36709,-1] 2024-11-10T19:20:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:22,622 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:22,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33949,1731266419589, seqNum=-1] 2024-11-10T19:20:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:22,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:22,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:22,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:22,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012630f6380005 connected 2024-11-10T19:20:22,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33081,-1 for getting cluster id 2024-11-10T19:20:22,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:22,649 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ce8be4d-3391-4ad5-a729-d79dac718ef9' 2024-11-10T19:20:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ce8be4d-3391-4ad5-a729-d79dac718ef9" 2024-11-10T19:20:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90db95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33081,-1] 2024-11-10T19:20:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:22,650 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a860798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6331b14e 2024-11-10T19:20:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:22,653 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:22,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:36709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:20:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:20:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:22,655 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:36709' 2024-11-10T19:20:22,656 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541ca4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,656 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36709,-1 for getting cluster id 2024-11-10T19:20:22,656 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:22,657 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9c5a085-fe90-4299-8056-1b704e36c41c' 2024-11-10T19:20:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9c5a085-fe90-4299-8056-1b704e36c41c" 2024-11-10T19:20:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f4612e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36709,-1] 2024-11-10T19:20:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:22,659 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:22,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c709514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:22,659 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:22,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:22,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2c38b9 2024-11-10T19:20:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:22,661 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:22,662 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T19:20:22,662 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:20:22,662 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:22,662 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:22,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:22,663 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:22,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:20:22,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:20:22,665 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:22,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:20:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741835_1011 (size=1138) 2024-11-10T19:20:22,714 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:20:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:23,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f82157014481d3601299f03a7dcc8b16, NAME => 'hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3 2024-11-10T19:20:23,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741836_1012 (size=44) 2024-11-10T19:20:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:23,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:23,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f82157014481d3601299f03a7dcc8b16, disabling compactions & flushes 2024-11-10T19:20:23,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. after waiting 0 ms 2024-11-10T19:20:23,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f82157014481d3601299f03a7dcc8b16: Waiting for close lock at 1731266423479Disabling compacts and flushes for region at 1731266423479Disabling writes for close at 1731266423479Writing region close event to WAL at 1731266423479Closed at 1731266423479 2024-11-10T19:20:23,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:20:23,481 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266423481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266423481"}]},"ts":"1731266423481"} 2024-11-10T19:20:23,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:20:23,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:20:23,485 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266423485"}]},"ts":"1731266423485"} 2024-11-10T19:20:23,487 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:20:23,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN}] 2024-11-10T19:20:23,489 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN 2024-11-10T19:20:23,490 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN; state=OFFLINE, location=bdc25462c9ef,35497,1731266413672; forceNewPlan=false, retain=false 2024-11-10T19:20:23,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f82157014481d3601299f03a7dcc8b16, regionState=OPENING, regionLocation=bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:23,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN because future has completed 2024-11-10T19:20:23,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f82157014481d3601299f03a7dcc8b16, server=bdc25462c9ef,35497,1731266413672}] 2024-11-10T19:20:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:23,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:23,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:20:23,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C35497%2C1731266413672.rep, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs, maxLogs=10 2024-11-10T19:20:23,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.rep.1731266423801, exclude list is [], retry=0 2024-11-10T19:20:23,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:23,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.rep.1731266423801 2024-11-10T19:20:23,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:23,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f82157014481d3601299f03a7dcc8b16, NAME => 'hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:23,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:23,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:23,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. service=MultiRowMutationService 2024-11-10T19:20:23,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:20:23,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:23,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,822 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,823 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82157014481d3601299f03a7dcc8b16 columnFamilyName hfileref 2024-11-10T19:20:23,823 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:23,823 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(327): Store=f82157014481d3601299f03a7dcc8b16/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:23,823 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,824 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82157014481d3601299f03a7dcc8b16 columnFamilyName queue 2024-11-10T19:20:23,825 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:23,825 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(327): Store=f82157014481d3601299f03a7dcc8b16/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:23,825 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,826 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82157014481d3601299f03a7dcc8b16 columnFamilyName sid 2024-11-10T19:20:23,826 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:23,826 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(327): Store=f82157014481d3601299f03a7dcc8b16/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:23,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:20:23,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:23,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f82157014481d3601299f03a7dcc8b16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73451831, jitterRate=0.09451757371425629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:20:23,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:23,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f82157014481d3601299f03a7dcc8b16: Running coprocessor pre-open hook at 1731266423819Writing region info on filesystem at 1731266423819Initializing all the Stores at 1731266423820 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266423820Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266423821 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266423821Cleaning up temporary data from old regions at 1731266423828 (+7 ms)Running coprocessor post-open hooks at 1731266423833 (+5 ms)Region opened successfully at 1731266423833 2024-11-10T19:20:23,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., pid=7, masterSystemTime=1731266423796 2024-11-10T19:20:23,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:23,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f82157014481d3601299f03a7dcc8b16, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:23,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f82157014481d3601299f03a7dcc8b16, server=bdc25462c9ef,35497,1731266413672 because future has completed 2024-11-10T19:20:23,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T19:20:23,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f82157014481d3601299f03a7dcc8b16, server=bdc25462c9ef,35497,1731266413672 in 195 msec 2024-11-10T19:20:23,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:20:23,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN in 353 msec 2024-11-10T19:20:23,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:20:23,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266423843"}]},"ts":"1731266423843"} 2024-11-10T19:20:23,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:20:23,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:20:23,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-10T19:20:23,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., hostname=bdc25462c9ef,35497,1731266413672, seqNum=2] 2024-11-10T19:20:23,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:23,928 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:23,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:20:24,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T19:20:24,104 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:20:24,131 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,35497,1731266413672, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:20:24,132 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:24,132 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35497,1731266413672, seqNum=-1] 2024-11-10T19:20:24,132 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:24,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T19:20:24,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,35497,1731266413672', locateType=CURRENT is [region=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., hostname=bdc25462c9ef,35497,1731266413672, seqNum=2] 2024-11-10T19:20:24,138 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T19:20:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T19:20:24,140 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,35497,1731266413672 suceeded 2024-11-10T19:20:24,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T19:20:24,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T19:20:24,142 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:36709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:20:24,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-10T19:20:24,157 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:36709' 2024-11-10T19:20:24,158 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2384d295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:24,158 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36709,-1 for getting cluster id 2024-11-10T19:20:24,158 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:24,159 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9c5a085-fe90-4299-8056-1b704e36c41c' 2024-11-10T19:20:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9c5a085-fe90-4299-8056-1b704e36c41c" 2024-11-10T19:20:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c59c60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36709,-1] 2024-11-10T19:20:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,160 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:24,161 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6170e1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:24,161 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:24,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:24,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770404cb 2024-11-10T19:20:24,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:24,162 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T19:20:24,163 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,35497,1731266413672 (queues=1) is replicating from cluster=4ce8be4d-3391-4ad5-a729-d79dac718ef9 to cluster=f9c5a085-fe90-4299-8056-1b704e36c41c 2024-11-10T19:20:24,163 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C35497%2C1731266413672 2024-11-10T19:20:24,163 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,35497,1731266413672, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:20:24,164 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.shipperbdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C35497%2C1731266413672 2024-11-10T19:20:24,164 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011, startPosition=0, beingWritten=true 2024-11-10T19:20:24,369 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 to pos 0, reset compression=false 2024-11-10T19:20:24,673 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 to pos 0, reset compression=false 2024-11-10T19:20:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:24,804 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:20:24,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:24,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:24,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:24,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9a8d1c 2024-11-10T19:20:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:24,806 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:24,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:20:24,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:24,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:24,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:24,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:20:24,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1669367673, stopped=false 2024-11-10T19:20:24,808 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,33081,1731266413513 2024-11-10T19:20:24,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:24,865 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:24,865 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:24,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:24,865 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:24,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:24,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:24,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:24,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:24,866 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,35497,1731266413672' ***** 2024-11-10T19:20:24,866 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:20:24,866 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:20:24,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(3091): Received CLOSE for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:35497. 2024-11-10T19:20:24,867 DEBUG [RS:0;bdc25462c9ef:35497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f82157014481d3601299f03a7dcc8b16, disabling compactions & flushes 2024-11-10T19:20:24,867 DEBUG [RS:0;bdc25462c9ef:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:24,867 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. after waiting 0 ms 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:20:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:20:24,867 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:20:24,867 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f82157014481d3601299f03a7dcc8b16 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T19:20:24,868 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:20:24,868 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:20:24,868 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1325): Online Regions={f82157014481d3601299f03a7dcc8b16=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:24,868 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:24,868 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:24,868 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:24,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:24,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:24,869 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:24,869 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T19:20:24,880 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:24,891 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/info/1b3ceb035908484f80b29536b615b60c is 147, key is hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16./info:regioninfo/1731266423836/Put/seqid=0 2024-11-10T19:20:24,891 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/.tmp/queue/81c81ecc0ebe45579c3954e60091f9fe is 151, key is 1-bdc25462c9ef,35497,1731266413672/queue:bdc25462c9ef%2C35497%2C1731266413672/1731266424136/Put/seqid=0 2024-11-10T19:20:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741838_1014 (size=5350) 2024-11-10T19:20:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741839_1015 (size=6631) 2024-11-10T19:20:24,896 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/.tmp/queue/81c81ecc0ebe45579c3954e60091f9fe 2024-11-10T19:20:24,906 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/.tmp/queue/81c81ecc0ebe45579c3954e60091f9fe as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/queue/81c81ecc0ebe45579c3954e60091f9fe 2024-11-10T19:20:24,911 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/queue/81c81ecc0ebe45579c3954e60091f9fe, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T19:20:24,912 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f82157014481d3601299f03a7dcc8b16 in 45ms, sequenceid=5, compaction requested=false 2024-11-10T19:20:24,912 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:20:24,918 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:20:24,918 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:24,918 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:24,919 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:24,919 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f82157014481d3601299f03a7dcc8b16: Waiting for close lock at 1731266424867Running coprocessor pre-close hooks at 1731266424867Disabling compacts and flushes for region at 1731266424867Disabling writes for close at 1731266424867Obtaining lock to block concurrent updates at 1731266424867Preparing flush snapshotting stores in f82157014481d3601299f03a7dcc8b16 at 1731266424867Finished memstore snapshotting hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731266424868 (+1 ms)Flushing stores of hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. at 1731266424868Flushing f82157014481d3601299f03a7dcc8b16/queue: creating writer at 1731266424869 (+1 ms)Flushing f82157014481d3601299f03a7dcc8b16/queue: appending metadata at 1731266424890 (+21 ms)Flushing f82157014481d3601299f03a7dcc8b16/queue: closing flushed file at 1731266424890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afa52b9: reopening flushed file at 1731266424905 (+15 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f82157014481d3601299f03a7dcc8b16 in 45ms, sequenceid=5, compaction requested=false at 1731266424912 (+7 ms)Writing region close event to WAL at 1731266424915 (+3 ms)Running coprocessor post-close hooks at 1731266424918 (+3 ms)Closed at 1731266424919 (+1 ms) 2024-11-10T19:20:24,919 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:24,941 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:20:24,941 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:20:25,068 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:25,078 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 to pos 0, reset compression=false 2024-11-10T19:20:25,269 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:25,296 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/info/1b3ceb035908484f80b29536b615b60c 2024-11-10T19:20:25,315 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/ns/27ac0026e33a49f48bbee24252a4f0e6 is 43, key is default/ns:d/1731266417095/Put/seqid=0 2024-11-10T19:20:25,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741840_1016 (size=5153) 2024-11-10T19:20:25,469 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:25,583 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 to pos 0, reset compression=false 2024-11-10T19:20:25,669 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:25,719 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/ns/27ac0026e33a49f48bbee24252a4f0e6 2024-11-10T19:20:25,737 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/table/9e922e779c47405581e6f26b409e8130 is 53, key is hbase:replication/table:state/1731266423843/Put/seqid=0 2024-11-10T19:20:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741841_1017 (size=5256) 2024-11-10T19:20:25,869 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:20:25,869 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:25,869 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:26,069 DEBUG [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:26,141 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/table/9e922e779c47405581e6f26b409e8130 2024-11-10T19:20:26,146 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/info/1b3ceb035908484f80b29536b615b60c as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/info/1b3ceb035908484f80b29536b615b60c 2024-11-10T19:20:26,151 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/info/1b3ceb035908484f80b29536b615b60c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T19:20:26,151 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/ns/27ac0026e33a49f48bbee24252a4f0e6 as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/ns/27ac0026e33a49f48bbee24252a4f0e6 2024-11-10T19:20:26,156 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/ns/27ac0026e33a49f48bbee24252a4f0e6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:20:26,157 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/table/9e922e779c47405581e6f26b409e8130 as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/table/9e922e779c47405581e6f26b409e8130 2024-11-10T19:20:26,161 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/table/9e922e779c47405581e6f26b409e8130, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T19:20:26,162 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-10T19:20:26,166 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:20:26,166 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:26,166 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:26,166 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:26,166 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266424868Running coprocessor pre-close hooks at 1731266424868Disabling compacts and flushes for region at 1731266424868Disabling writes for close at 1731266424869 (+1 ms)Obtaining lock to block concurrent updates at 1731266424869Preparing flush snapshotting stores in 1588230740 at 1731266424869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731266424870 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266424870Flushing 1588230740/info: creating writer at 1731266424870Flushing 1588230740/info: appending metadata at 1731266424890 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731266424890Flushing 1588230740/ns: creating writer at 1731266425301 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731266425314 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266425315 (+1 ms)Flushing 1588230740/table: creating writer at 1731266425724 (+409 ms)Flushing 1588230740/table: appending metadata at 1731266425736 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731266425736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7caf3e40: reopening flushed file at 1731266426145 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14be5c9f: reopening flushed file at 1731266426151 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c74ea0d: reopening flushed file at 1731266426156 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731266426162 (+6 ms)Writing region close event to WAL at 1731266426163 (+1 ms)Running coprocessor post-close hooks at 1731266426166 (+3 ms)Closed at 1731266426166 2024-11-10T19:20:26,166 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:26,188 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 to pos 0, reset compression=false 2024-11-10T19:20:26,269 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,35497,1731266413672; all regions closed. 2024-11-10T19:20:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741834_1010 (size=2742) 2024-11-10T19:20:26,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.meta.1731266417025.meta not finished, retry = 0 2024-11-10T19:20:26,374 DEBUG [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs 2024-11-10T19:20:26,374 INFO [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C35497%2C1731266413672.meta:.meta(num 1731266417025) 2024-11-10T19:20:26,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741837_1013 (size=1586) 2024-11-10T19:20:26,418 DEBUG [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs 2024-11-10T19:20:26,418 INFO [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C35497%2C1731266413672.rep:(num 1731266423801) 2024-11-10T19:20:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741832_1008 (size=93) 2024-11-10T19:20:26,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672/bdc25462c9ef%2C35497%2C1731266413672.1731266416011 not finished, retry = 0 2024-11-10T19:20:26,522 DEBUG [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C35497%2C1731266413672:(num 1731266416011) 2024-11-10T19:20:26,522 DEBUG [RS:0;bdc25462c9ef:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:26,522 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,35497,1731266413672 because: Region server is closing 2024-11-10T19:20:26,522 INFO [RS:0;bdc25462c9ef:35497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:35497. 2024-11-10T19:20:26,523 DEBUG [RS:0;bdc25462c9ef:35497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:26,523 DEBUG [RS:0;bdc25462c9ef:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:26,523 DEBUG [RS:0;bdc25462c9ef:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:26,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:26,623 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.wal-reader.bdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:20:26,623 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.shipperbdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:20:26,623 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35497,1731266413672.replicationSource.shipperbdc25462c9ef%2C35497%2C1731266413672,1-bdc25462c9ef,35497,1731266413672 terminated 2024-11-10T19:20:26,623 INFO [RS:0;bdc25462c9ef:35497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35497 2024-11-10T19:20:26,652 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/rs/bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/rs 2024-11-10T19:20:26,652 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:26,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,35497,1731266413672] 2024-11-10T19:20:26,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/draining/bdc25462c9ef,35497,1731266413672 already deleted, retry=false 2024-11-10T19:20:26,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,35497,1731266413672 expired; onlineServers=0 2024-11-10T19:20:26,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,33081,1731266413513' ***** 2024-11-10T19:20:26,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:20:26,673 INFO [M:0;bdc25462c9ef:33081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:26,674 INFO [M:0;bdc25462c9ef:33081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:26,674 DEBUG [M:0;bdc25462c9ef:33081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:20:26,674 DEBUG [M:0;bdc25462c9ef:33081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:20:26,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:20:26,674 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266415780 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266415780,5,FailOnTimeoutGroup] 2024-11-10T19:20:26,674 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266415781 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266415781,5,FailOnTimeoutGroup] 2024-11-10T19:20:26,674 INFO [M:0;bdc25462c9ef:33081 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:26,674 INFO [M:0;bdc25462c9ef:33081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:26,674 DEBUG [M:0;bdc25462c9ef:33081 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:20:26,674 INFO [M:0;bdc25462c9ef:33081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:20:26,674 INFO [M:0;bdc25462c9ef:33081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:26,674 INFO [M:0;bdc25462c9ef:33081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:20:26,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:20:26,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/master 2024-11-10T19:20:26,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:26,686 DEBUG [M:0;bdc25462c9ef:33081 {}] zookeeper.ZKUtil(347): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/master because node does not exist (not an error) 2024-11-10T19:20:26,686 WARN [M:0;bdc25462c9ef:33081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:20:26,687 INFO [M:0;bdc25462c9ef:33081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/.lastflushedseqids 2024-11-10T19:20:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741842_1018 (size=181) 2024-11-10T19:20:26,763 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:26,763 INFO [RS:0;bdc25462c9ef:35497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:26,763 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1012630f6380001, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:26,763 INFO [RS:0;bdc25462c9ef:35497 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,35497,1731266413672; zookeeper connection closed. 2024-11-10T19:20:26,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b264599 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b264599 2024-11-10T19:20:26,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:20:27,096 INFO [M:0;bdc25462c9ef:33081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:20:27,097 INFO [M:0;bdc25462c9ef:33081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:20:27,097 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:27,097 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:27,097 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:27,097 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:27,097 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:27,097 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T19:20:27,112 DEBUG [M:0;bdc25462c9ef:33081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee8b6529427a428a8a5e22fbe273dd8d is 82, key is hbase:meta,,1/info:regioninfo/1731266417065/Put/seqid=0 2024-11-10T19:20:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741843_1019 (size=5672) 2024-11-10T19:20:27,516 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee8b6529427a428a8a5e22fbe273dd8d 2024-11-10T19:20:27,537 DEBUG [M:0;bdc25462c9ef:33081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52555186c04a4da2b4cc94690efe568a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731266423848/Put/seqid=0 2024-11-10T19:20:27,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741844_1020 (size=7203) 2024-11-10T19:20:27,944 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52555186c04a4da2b4cc94690efe568a 2024-11-10T19:20:27,966 DEBUG [M:0;bdc25462c9ef:33081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217171cf2f8d41e4872a60cc9f765662 is 69, key is bdc25462c9ef,35497,1731266413672/rs:state/1731266415850/Put/seqid=0 2024-11-10T19:20:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741845_1021 (size=5156) 2024-11-10T19:20:28,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:28,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:28,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:28,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:28,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:28,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:28,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:28,371 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217171cf2f8d41e4872a60cc9f765662 2024-11-10T19:20:28,376 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee8b6529427a428a8a5e22fbe273dd8d as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee8b6529427a428a8a5e22fbe273dd8d 2024-11-10T19:20:28,379 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee8b6529427a428a8a5e22fbe273dd8d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T19:20:28,380 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52555186c04a4da2b4cc94690efe568a as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52555186c04a4da2b4cc94690efe568a 2024-11-10T19:20:28,384 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52555186c04a4da2b4cc94690efe568a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T19:20:28,385 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217171cf2f8d41e4872a60cc9f765662 as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217171cf2f8d41e4872a60cc9f765662 2024-11-10T19:20:28,389 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217171cf2f8d41e4872a60cc9f765662, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T19:20:28,390 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-10T19:20:28,391 INFO [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:28,391 DEBUG [M:0;bdc25462c9ef:33081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266427097Disabling compacts and flushes for region at 1731266427097Disabling writes for close at 1731266427097Obtaining lock to block concurrent updates at 1731266427097Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266427097Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731266427097Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266427098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266427098Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266427111 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266427111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266427520 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266427537 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266427537Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266427949 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266427966 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266427966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b26cc2: reopening flushed file at 1731266428375 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bcfe484: reopening flushed file at 1731266428380 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d529c15: reopening flushed file at 1731266428384 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1731266428390 (+6 ms)Writing region close event to WAL at 1731266428391 (+1 ms)Closed at 1731266428391 2024-11-10T19:20:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741830_1006 (size=41008) 2024-11-10T19:20:28,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 not finished, retry = 0 2024-11-10T19:20:28,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:28,494 INFO [M:0;bdc25462c9ef:33081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:20:28,494 INFO [M:0;bdc25462c9ef:33081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33081 2024-11-10T19:20:28,495 INFO [M:0;bdc25462c9ef:33081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:28,691 INFO [M:0;bdc25462c9ef:33081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:28,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33081-0x1012630f6380000, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:28,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:20:28,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:28,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40579 2024-11-10T19:20:28,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40579 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:28,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405790x0, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:28,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40579-0x1012630f6380006 connected 2024-11-10T19:20:28,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:28,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:28,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:28,722 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: INIT 2024-11-10T19:20:28,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3, hbase.cluster.distributed=false 2024-11-10T19:20:28,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/acl 2024-11-10T19:20:28,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40579 2024-11-10T19:20:28,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40579 2024-11-10T19:20:28,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40579 2024-11-10T19:20:28,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40579 2024-11-10T19:20:28,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40579 2024-11-10T19:20:28,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:28,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38815 2024-11-10T19:20:28,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38815 connecting to ZooKeeper ensemble=127.0.0.1:61524 2024-11-10T19:20:28,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:28,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:28,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388150x0, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:28,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388150x0, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:28,749 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: INIT 2024-11-10T19:20:28,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38815-0x1012630f6380007 connected 2024-11-10T19:20:28,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:20:28,750 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:20:28,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/master 2024-11-10T19:20:28,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/acl 2024-11-10T19:20:28,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-10T19:20:28,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38815 2024-11-10T19:20:28,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38815 2024-11-10T19:20:28,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-10T19:20:28,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-10T19:20:28,768 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:40579 2024-11-10T19:20:28,769 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1175630158/backup-masters/bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:28,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:28,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:28,781 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on existing znode=/0-1175630158/backup-masters/bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:28,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:28,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175630158/master 2024-11-10T19:20:28,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:28,791 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on existing znode=/0-1175630158/master 2024-11-10T19:20:28,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1175630158/backup-masters/bdc25462c9ef,40579,1731266428693 from backup master directory 2024-11-10T19:20:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/backup-masters/bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/backup-masters 2024-11-10T19:20:28,802 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:28,802 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:28,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:28,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:20:28,816 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-10T19:20:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741846_1022 (size=196) 2024-11-10T19:20:29,228 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:29,228 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:20:29,229 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:29,233 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T19:20:29,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513 to hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513-dead as it is dead 2024-11-10T19:20:29,236 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513-dead/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 2024-11-10T19:20:29,236 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513-dead/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 after 0ms 2024-11-10T19:20:29,237 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513-dead/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 to hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 2024-11-10T19:20:29,237 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,33081,1731266413513-dead 2024-11-10T19:20:29,237 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:29,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:29,239 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C40579%2C1731266428693, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,40579,1731266428693, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/oldWALs, maxLogs=10 2024-11-10T19:20:29,251 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,40579,1731266428693/bdc25462c9ef%2C40579%2C1731266428693.1731266429239, exclude list is [], retry=0 2024-11-10T19:20:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:29,254 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,40579,1731266428693/bdc25462c9ef%2C40579%2C1731266428693.1731266429239 2024-11-10T19:20:29,254 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:29,255 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:29,255 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:29,255 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,255 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:20:29,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:29,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee8b6529427a428a8a5e22fbe273dd8d 2024-11-10T19:20:29,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:29,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:20:29,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:29,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52555186c04a4da2b4cc94690efe568a 2024-11-10T19:20:29,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:29,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:20:29,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:29,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217171cf2f8d41e4872a60cc9f765662 2024-11-10T19:20:29,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:29,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:20:29,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:29,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:29,278 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,278 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T19:20:29,278 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 2024-11-10T19:20:29,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 2024-11-10T19:20:29,284 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bdc25462c9ef%2C33081%2C1731266413513.1731266415463 2024-11-10T19:20:29,285 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,285 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,287 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:29,288 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:29,293 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T19:20:29,294 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72909895, jitterRate=0.08644209802150726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:29,294 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266429255Initializing all the Stores at 1731266429256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266429256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266429256Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266429256Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266429256Cleaning up temporary data from old regions at 1731266429285 (+29 ms)Region opened successfully at 1731266429294 (+9 ms) 2024-11-10T19:20:29,294 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:20:29,296 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2338cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:29,298 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T19:20:29,298 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:20:29,298 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:20:29,298 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:20:29,299 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:20:29,302 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:29,302 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:20:29,302 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:20:29,302 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T19:20:29,302 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:20:29,306 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bdc25462c9ef,35497,1731266413672, regionLocation=bdc25462c9ef,35497,1731266413672, openSeqNum=2 2024-11-10T19:20:29,306 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bdc25462c9ef,35497,1731266413672, table=hbase:meta, region=1588230740 2024-11-10T19:20:29,306 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,35497,1731266413672, state=OPEN 2024-11-10T19:20:29,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:29,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:29,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:29,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:29,363 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:20:29,370 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/draining/bdc25462c9ef,35497,1731266413672 already deleted, retry=false 2024-11-10T19:20:29,370 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bdc25462c9ef,35497,1731266413672 on bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:29,371 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bdc25462c9ef,35497,1731266413672, splitWal=true, meta=true 2024-11-10T19:20:29,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for bdc25462c9ef,35497,1731266413672 (carryingMeta=true) bdc25462c9ef,35497,1731266413672/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@10322925[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T19:20:29,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/balancer because node does not exist (not necessarily an error) 2024-11-10T19:20:29,381 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/balancer already deleted, retry=false 2024-11-10T19:20:29,381 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:20:29,382 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:20:29,391 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/normalizer already deleted, retry=false 2024-11-10T19:20:29,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:20:29,392 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:20:29,402 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/switch/split already deleted, retry=false 2024-11-10T19:20:29,403 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:20:29,412 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/switch/merge already deleted, retry=false 2024-11-10T19:20:29,425 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:20:29,433 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/snapshot-cleanup already deleted, retry=false 2024-11-10T19:20:29,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:29,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:29,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:29,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:29,444 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,40579,1731266428693, sessionid=0x1012630f6380006, setting cluster-up flag (Was=false) 2024-11-10T19:20:29,455 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1175630158/flush-table-proc/acquired, /0-1175630158/flush-table-proc/reached, /0-1175630158/flush-table-proc/abort 2024-11-10T19:20:29,456 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:29,465 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1175630158/online-snapshot/acquired, /0-1175630158/online-snapshot/reached, /0-1175630158/online-snapshot/abort 2024-11-10T19:20:29,466 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:29,467 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/.lastflushedseqids 2024-11-10T19:20:29,469 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:20:29,469 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:20:29,470 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,40579,1731266428693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bdc25462c9ef,35497,1731266413672 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:29,471 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266459472 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:20:29,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:20:29,473 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bdc25462c9ef,35497,1731266413672, splitWal=true, meta=true 2024-11-10T19:20:29,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:20:29,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:20:29,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:20:29,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:20:29,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:20:29,473 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266429473,5,FailOnTimeoutGroup] 2024-11-10T19:20:29,473 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bdc25462c9ef,35497,1731266413672, splitWal=true, meta=true, isMeta: true 2024-11-10T19:20:29,474 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672-splitting 2024-11-10T19:20:29,475 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672-splitting dir is empty, no logs to split. 2024-11-10T19:20:29,475 INFO [PEWorker-1 {}] master.SplitWALManager(105): bdc25462c9ef,35497,1731266413672 WAL count=0, meta=true 2024-11-10T19:20:29,476 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266429473,5,FailOnTimeoutGroup] 2024-11-10T19:20:29,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:20:29,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266429476, completionTime=-1 2024-11-10T19:20:29,476 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T19:20:29,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T19:20:29,477 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672-splitting dir is empty, no logs to split. 2024-11-10T19:20:29,477 INFO [PEWorker-1 {}] master.SplitWALManager(105): bdc25462c9ef,35497,1731266413672 WAL count=0, meta=true 2024-11-10T19:20:29,477 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bdc25462c9ef,35497,1731266413672 WAL splitting is done? wals=0, meta=true 2024-11-10T19:20:29,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:20:29,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:29,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T19:20:29,560 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(746): ClusterId : 4ce8be4d-3391-4ad5-a729-d79dac718ef9 2024-11-10T19:20:29,560 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:20:29,571 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:20:29,571 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:20:29,581 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:20:29,581 DEBUG [RS:0;bdc25462c9ef:38815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4981f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:29,596 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:38815 2024-11-10T19:20:29,596 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:20:29,596 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:20:29,596 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:20:29,597 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,40579,1731266428693 with port=38815, startcode=1731266428736 2024-11-10T19:20:29,597 DEBUG [RS:0;bdc25462c9ef:38815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:20:29,598 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:20:29,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40579 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,600 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3 2024-11-10T19:20:29,600 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41739 2024-11-10T19:20:29,600 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:20:29,627 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T19:20:29,630 WARN [bdc25462c9ef:40579 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:20:29,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/rs 2024-11-10T19:20:29,636 DEBUG [RS:0;bdc25462c9ef:38815 {}] zookeeper.ZKUtil(111): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on existing znode=/0-1175630158/rs/bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,636 WARN [RS:0;bdc25462c9ef:38815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:29,636 INFO [RS:0;bdc25462c9ef:38815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:29,636 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,38815,1731266428736] 2024-11-10T19:20:29,654 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:20:29,655 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:20:29,656 INFO [RS:0;bdc25462c9ef:38815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:20:29,656 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,656 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:20:29,657 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:20:29,657 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:29,657 DEBUG [RS:0;bdc25462c9ef:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:29,657 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,657 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,657 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,658 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,658 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,658 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38815,1731266428736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:29,670 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:20:29,670 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38815,1731266428736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,681 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,38815,1731266428736, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:20:29,681 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,682 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.Replication(171): bdc25462c9ef,38815,1731266428736 started 2024-11-10T19:20:29,694 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:29,694 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:36709' 2024-11-10T19:20:29,694 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,38815,1731266428736, RpcServer on bdc25462c9ef/172.17.0.3:38815, sessionid=0x1012630f6380007 2024-11-10T19:20:29,694 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:20:29,694 DEBUG [RS:0;bdc25462c9ef:38815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,694 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,38815,1731266428736' 2024-11-10T19:20:29,694 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1175630158/flush-table-proc/abort' 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1175630158/flush-table-proc/acquired' 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677c062c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,38815,1731266428736' 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1175630158/online-snapshot/abort' 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36709,-1 for getting cluster id 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:29,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1175630158/online-snapshot/acquired' 2024-11-10T19:20:29,696 DEBUG [RS:0;bdc25462c9ef:38815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:20:29,696 INFO [RS:0;bdc25462c9ef:38815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:20:29,696 INFO [RS:0;bdc25462c9ef:38815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:20:29,696 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9c5a085-fe90-4299-8056-1b704e36c41c' 2024-11-10T19:20:29,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9c5a085-fe90-4299-8056-1b704e36c41c" 2024-11-10T19:20:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c62197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36709,-1] 2024-11-10T19:20:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:29,698 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:29,698 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@245c3888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:29,698 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:29,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:29,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26be57fc 2024-11-10T19:20:29,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:29,700 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T19:20:29,700 INFO [RS:0;bdc25462c9ef:38815.replicationSource,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,38815,1731266428736 (queues=0) is replicating from cluster=4ce8be4d-3391-4ad5-a729-d79dac718ef9 to cluster=f9c5a085-fe90-4299-8056-1b704e36c41c 2024-11-10T19:20:29,796 INFO [RS:0;bdc25462c9ef:38815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:29,798 INFO [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C38815%2C1731266428736, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs, maxLogs=10 2024-11-10T19:20:29,809 DEBUG [RS:0;bdc25462c9ef:38815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798, exclude list is [], retry=0 2024-11-10T19:20:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:29,812 INFO [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 2024-11-10T19:20:29,813 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bdc25462c9ef%2C38815%2C1731266428736 for peer 1 2024-11-10T19:20:29,813 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C38815%2C1731266428736 2024-11-10T19:20:29,813 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,38815,1731266428736, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:20:29,813 DEBUG [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:29,813 INFO [RS:0;bdc25462c9ef:38815.replicationSource.shipperbdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C38815%2C1731266428736 2024-11-10T19:20:29,813 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798, startPosition=0, beingWritten=true 2024-11-10T19:20:29,880 DEBUG [bdc25462c9ef:40579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:20:29,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:29,881 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,38815,1731266428736, state=OPENING 2024-11-10T19:20:29,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:29,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:29,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:29,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:29,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:29,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,38815,1731266428736}] 2024-11-10T19:20:30,017 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:30,049 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:20:30,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:20:30,053 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:20:30,053 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:30,053 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:20:30,054 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C38815%2C1731266428736.meta, suffix=.meta, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs, maxLogs=10 2024-11-10T19:20:30,066 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.meta.1731266430055.meta, exclude list is [], retry=0 2024-11-10T19:20:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:30,069 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.meta.1731266430055.meta 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:30,070 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:20:30,070 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:20:30,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:20:30,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:30,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:30,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:30,077 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/info/1b3ceb035908484f80b29536b615b60c 2024-11-10T19:20:30,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:30,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:30,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:30,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:30,082 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/ns/27ac0026e33a49f48bbee24252a4f0e6 2024-11-10T19:20:30,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:30,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:30,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:30,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:30,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:30,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:30,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:30,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:30,089 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/table/9e922e779c47405581e6f26b409e8130 2024-11-10T19:20:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:30,089 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:30,089 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740 2024-11-10T19:20:30,090 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740 2024-11-10T19:20:30,091 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:30,091 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:30,092 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:30,093 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:30,093 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66743013, jitterRate=-0.005451604723930359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:30,093 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:20:30,093 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266430070Writing region info on filesystem at 1731266430070Initializing all the Stores at 1731266430071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266430071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266430071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266430071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266430071Cleaning up temporary data from old regions at 1731266430091 (+20 ms)Running coprocessor post-open hooks at 1731266430093 (+2 ms)Region opened successfully at 1731266430093 2024-11-10T19:20:30,096 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731266430049 2024-11-10T19:20:30,097 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:20:30,097 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:20:30,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:30,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,38815,1731266428736, state=OPEN 2024-11-10T19:20:30,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:30,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175630158/meta-region-server 2024-11-10T19:20:30,107 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:30,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:30,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175630158/meta-region-server: CHANGED 2024-11-10T19:20:30,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T19:20:30,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,38815,1731266428736 in 210 msec 2024-11-10T19:20:30,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:20:30,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-10T19:20:30,322 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:30,726 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:31,129 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-10T19:20:31,231 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:31,836 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:32,541 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:32,632 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T19:20:33,346 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:33,984 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T19:20:33,984 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:20:33,984 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:33,985 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38815,1731266428736, seqNum=-1] 2024-11-10T19:20:33,985 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:33,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:33,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f82157014481d3601299f03a7dcc8b16, regionState=OPEN, lastHost=bdc25462c9ef,35497,1731266413672, regionLocation=bdc25462c9ef,35497,1731266413672, openSeqNum=2 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266493989 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266553989 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-10T19:20:33,989 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bdc25462c9ef,35497,1731266413672 had 2 regions 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40579,1731266428693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40579,1731266428693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:33,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40579,1731266428693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:33,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:40579, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:33,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:33,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:33,990 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bdc25462c9ef,35497,1731266413672, splitWal=true, meta=true, isMeta: false 2024-11-10T19:20:33,992 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672-splitting dir is empty, no logs to split. 2024-11-10T19:20:33,992 INFO [PEWorker-3 {}] master.SplitWALManager(105): bdc25462c9ef,35497,1731266413672 WAL count=0, meta=false 2024-11-10T19:20:33,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.193sec 2024-11-10T19:20:33,995 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,35497,1731266413672-splitting dir is empty, no logs to split. 2024-11-10T19:20:33,995 INFO [PEWorker-3 {}] master.SplitWALManager(105): bdc25462c9ef,35497,1731266413672 WAL count=0, meta=false 2024-11-10T19:20:33,995 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bdc25462c9ef,35497,1731266413672 WAL splitting is done? wals=0, meta=false 2024-11-10T19:20:33,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:20:33,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:20:33,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:20:33,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:20:33,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:20:33,996 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40579,1731266428693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:33,996 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40579,1731266428693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:20:33,996 WARN [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bdc25462c9ef,35497,1731266413672/hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:33,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN}] 2024-11-10T19:20:33,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN 2024-11-10T19:20:33,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T19:20:33,999 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:20:33,999 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:20:33,999 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40579,1731266428693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:34,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:34,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40579,-1 for getting cluster id 2024-11-10T19:20:34,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:34,065 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ce8be4d-3391-4ad5-a729-d79dac718ef9' 2024-11-10T19:20:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ce8be4d-3391-4ad5-a729-d79dac718ef9" 2024-11-10T19:20:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139fbd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40579,-1] 2024-11-10T19:20:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,066 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:34,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c8324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:34,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:34,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38815,1731266428736, seqNum=-1] 2024-11-10T19:20:34,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:34,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:34,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T19:20:34,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:34,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:34,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:34,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bdc25462c9ef:40579 after: bdc25462c9ef:40579 2024-11-10T19:20:34,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:34,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,40579,-1 for getting cluster id 2024-11-10T19:20:34,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:34,074 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ce8be4d-3391-4ad5-a729-d79dac718ef9' 2024-11-10T19:20:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ce8be4d-3391-4ad5-a729-d79dac718ef9" 2024-11-10T19:20:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fade65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,40579,-1] 2024-11-10T19:20:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,076 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:34,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:34,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0622 2024-11-10T19:20:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:34,078 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:34,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40579 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T19:20:34,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:20:34,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:34,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:34,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:34,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:20:34,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263603992, stopped=false 2024-11-10T19:20:34,079 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,36709,1731266419443 2024-11-10T19:20:34,149 DEBUG [bdc25462c9ef:40579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:20:34,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f82157014481d3601299f03a7dcc8b16, regionState=OPENING, regionLocation=bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:34,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN because future has completed 2024-11-10T19:20:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f82157014481d3601299f03a7dcc8b16, server=bdc25462c9ef,38815,1731266428736}] 2024-11-10T19:20:34,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288646464/running 2024-11-10T19:20:34,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288646464/running 2024-11-10T19:20:34,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:34,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:34,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:34,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:34,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:34,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/running 2024-11-10T19:20:34,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,33949,1731266419589' ***** 2024-11-10T19:20:34,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:20:34,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Set watcher on znode that does not yet exist, /1288646464/running 2024-11-10T19:20:34,160 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:20:34,160 INFO [RS:0;bdc25462c9ef:33949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:20:34,160 INFO [RS:0;bdc25462c9ef:33949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:20:34,160 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:34,160 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:34,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:20:34,160 INFO [RS:0;bdc25462c9ef:33949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33949. 2024-11-10T19:20:34,160 DEBUG [RS:0;bdc25462c9ef:33949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:34,160 DEBUG [RS:0;bdc25462c9ef:33949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,161 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:20:34,161 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:20:34,161 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:20:34,161 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:20:34,161 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:20:34,161 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:34,161 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:34,161 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:34,161 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:34,161 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:34,161 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:34,161 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:34,161 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T19:20:34,177 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/.tmp/ns/9e6ea713fb6646a58b0e41974a5e2572 is 43, key is default/ns:d/1731266422559/Put/seqid=0 2024-11-10T19:20:34,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741835_1011 (size=5153) 2024-11-10T19:20:34,225 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:34,251 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:34,304 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:20:34,304 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:20:34,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:34,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:34,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:20:34,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C38815%2C1731266428736.rep, suffix=, logDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736, archiveDir=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs, maxLogs=10 2024-11-10T19:20:34,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.rep.1731266434308, exclude list is [], retry=0 2024-11-10T19:20:34,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-63b33fe0-e188-4c12-a8b7-17d811bb1580,DISK] 2024-11-10T19:20:34,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.rep.1731266434308 2024-11-10T19:20:34,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-10T19:20:34,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f82157014481d3601299f03a7dcc8b16, NAME => 'hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:34,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:34,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:34,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. service=MultiRowMutationService 2024-11-10T19:20:34,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:20:34,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:34,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,326 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,327 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82157014481d3601299f03a7dcc8b16 columnFamilyName hfileref 2024-11-10T19:20:34,327 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:34,327 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(327): Store=f82157014481d3601299f03a7dcc8b16/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:34,328 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,328 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82157014481d3601299f03a7dcc8b16 columnFamilyName queue 2024-11-10T19:20:34,328 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:34,333 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/queue/81c81ecc0ebe45579c3954e60091f9fe 2024-11-10T19:20:34,333 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(327): Store=f82157014481d3601299f03a7dcc8b16/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:34,334 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,334 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82157014481d3601299f03a7dcc8b16 columnFamilyName sid 2024-11-10T19:20:34,334 DEBUG [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:34,335 INFO [StoreOpener-f82157014481d3601299f03a7dcc8b16-1 {}] regionserver.HStore(327): Store=f82157014481d3601299f03a7dcc8b16/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:34,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:20:34,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f82157014481d3601299f03a7dcc8b16; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638614, jitterRate=-0.0964142382144928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:20:34,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:34,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f82157014481d3601299f03a7dcc8b16: Running coprocessor pre-open hook at 1731266434325Writing region info on filesystem at 1731266434325Initializing all the Stores at 1731266434326 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266434326Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266434326Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266434326Cleaning up temporary data from old regions at 1731266434337 (+11 ms)Running coprocessor post-open hooks at 1731266434339 (+2 ms)Region opened successfully at 1731266434340 (+1 ms) 2024-11-10T19:20:34,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., pid=13, masterSystemTime=1731266434303 2024-11-10T19:20:34,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:34,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:34,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f82157014481d3601299f03a7dcc8b16, regionState=OPEN, openSeqNum=9, regionLocation=bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:34,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f82157014481d3601299f03a7dcc8b16, server=bdc25462c9ef,38815,1731266428736 because future has completed 2024-11-10T19:20:34,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T19:20:34,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f82157014481d3601299f03a7dcc8b16, server=bdc25462c9ef,38815,1731266428736 in 195 msec 2024-11-10T19:20:34,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T19:20:34,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f82157014481d3601299f03a7dcc8b16, ASSIGN in 351 msec 2024-11-10T19:20:34,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T19:20:34,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., hostname=bdc25462c9ef,38815,1731266428736, seqNum=9] 2024-11-10T19:20:34,361 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:34,366 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for bdc25462c9ef,35497,1731266413672 2024-11-10T19:20:34,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T19:20:34,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T19:20:34,561 DEBUG [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:34,581 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/.tmp/ns/9e6ea713fb6646a58b0e41974a5e2572 2024-11-10T19:20:34,587 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/.tmp/ns/9e6ea713fb6646a58b0e41974a5e2572 as hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/ns/9e6ea713fb6646a58b0e41974a5e2572 2024-11-10T19:20:34,592 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/ns/9e6ea713fb6646a58b0e41974a5e2572, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T19:20:34,592 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-10T19:20:34,593 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:20:34,596 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T19:20:34,597 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:34,597 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:34,597 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:34,597 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266434161Running coprocessor pre-close hooks at 1731266434161Disabling compacts and flushes for region at 1731266434161Disabling writes for close at 1731266434161Obtaining lock to block concurrent updates at 1731266434161Preparing flush snapshotting stores in 1588230740 at 1731266434161Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731266434161Flushing stores of hbase:meta,,1.1588230740 at 1731266434162 (+1 ms)Flushing 1588230740/ns: creating writer at 1731266434162Flushing 1588230740/ns: appending metadata at 1731266434176 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731266434176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5245cc05: reopening flushed file at 1731266434586 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731266434593 (+7 ms)Writing region close event to WAL at 1731266434593Running coprocessor post-close hooks at 1731266434597 (+4 ms)Closed at 1731266434597 2024-11-10T19:20:34,597 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:34,761 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,33949,1731266419589; all regions closed. 2024-11-10T19:20:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741834_1010 (size=1152) 2024-11-10T19:20:34,795 DEBUG [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/oldWALs 2024-11-10T19:20:34,795 INFO [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C33949%2C1731266419589.meta:.meta(num 1731266422498) 2024-11-10T19:20:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741832_1008 (size=93) 2024-11-10T19:20:34,799 DEBUG [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/oldWALs 2024-11-10T19:20:34,799 INFO [RS:0;bdc25462c9ef:33949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C33949%2C1731266419589:(num 1731266421438) 2024-11-10T19:20:34,799 DEBUG [RS:0;bdc25462c9ef:33949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:34,799 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:34,799 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:34,799 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:34,799 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:34,799 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:34,799 INFO [RS:0;bdc25462c9ef:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33949 2024-11-10T19:20:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288646464/rs/bdc25462c9ef,33949,1731266419589 2024-11-10T19:20:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464/rs 2024-11-10T19:20:34,848 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:34,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,33949,1731266419589] 2024-11-10T19:20:34,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1288646464/draining/bdc25462c9ef,33949,1731266419589 already deleted, retry=false 2024-11-10T19:20:34,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,33949,1731266419589 expired; onlineServers=0 2024-11-10T19:20:34,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,36709,1731266419443' ***** 2024-11-10T19:20:34,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:34,873 DEBUG [M:0;bdc25462c9ef:36709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:20:34,873 DEBUG [M:0;bdc25462c9ef:36709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:20:34,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:20:34,873 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266421210 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266421210,5,FailOnTimeoutGroup] 2024-11-10T19:20:34,873 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266421210 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266421210,5,FailOnTimeoutGroup] 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:34,873 DEBUG [M:0;bdc25462c9ef:36709 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:34,873 INFO [M:0;bdc25462c9ef:36709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:20:34,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:20:34,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1288646464/master 2024-11-10T19:20:34,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1288646464 2024-11-10T19:20:34,886 DEBUG [M:0;bdc25462c9ef:36709 {}] zookeeper.ZKUtil(347): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Unable to get data of znode /1288646464/master because node does not exist (not an error) 2024-11-10T19:20:34,886 WARN [M:0;bdc25462c9ef:36709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:20:34,888 INFO [M:0;bdc25462c9ef:36709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/.lastflushedseqids 2024-11-10T19:20:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741836_1012 (size=99) 2024-11-10T19:20:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:34,962 INFO [RS:0;bdc25462c9ef:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1012630f6380004, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:34,962 INFO [RS:0;bdc25462c9ef:33949 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,33949,1731266419589; zookeeper connection closed. 2024-11-10T19:20:34,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aaccb10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aaccb10 2024-11-10T19:20:34,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:20:35,255 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:35,293 INFO [M:0;bdc25462c9ef:36709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:20:35,293 INFO [M:0;bdc25462c9ef:36709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:20:35,293 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:35,293 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:35,293 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:35,293 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:35,293 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:35,293 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T19:20:35,310 DEBUG [M:0;bdc25462c9ef:36709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d3051f2009840ccb50b5f6c14b21da9 is 82, key is hbase:meta,,1/info:regioninfo/1731266422528/Put/seqid=0 2024-11-10T19:20:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741837_1013 (size=5672) 2024-11-10T19:20:35,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:35,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:35,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:35,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:35,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:35,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:35,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:35,718 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d3051f2009840ccb50b5f6c14b21da9 2024-11-10T19:20:35,737 DEBUG [M:0;bdc25462c9ef:36709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc5f5db8004841dd9da062e9d18bcfc8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731266422563/Put/seqid=0 2024-11-10T19:20:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741838_1014 (size=5275) 2024-11-10T19:20:36,142 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc5f5db8004841dd9da062e9d18bcfc8 2024-11-10T19:20:36,166 DEBUG [M:0;bdc25462c9ef:36709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ccb073d6dc47229846f80299666fbe is 69, key is bdc25462c9ef,33949,1731266419589/rs:state/1731266421248/Put/seqid=0 2024-11-10T19:20:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741839_1015 (size=5156) 2024-11-10T19:20:36,360 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:36,571 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ccb073d6dc47229846f80299666fbe 2024-11-10T19:20:36,575 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d3051f2009840ccb50b5f6c14b21da9 as hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d3051f2009840ccb50b5f6c14b21da9 2024-11-10T19:20:36,580 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d3051f2009840ccb50b5f6c14b21da9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T19:20:36,581 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc5f5db8004841dd9da062e9d18bcfc8 as hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc5f5db8004841dd9da062e9d18bcfc8 2024-11-10T19:20:36,585 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc5f5db8004841dd9da062e9d18bcfc8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T19:20:36,586 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ccb073d6dc47229846f80299666fbe as hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37ccb073d6dc47229846f80299666fbe 2024-11-10T19:20:36,591 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40729/user/jenkins/test-data/6aaead5e-2d1e-bd97-2155-2e7ee079c440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37ccb073d6dc47229846f80299666fbe, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T19:20:36,592 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-11-10T19:20:36,593 INFO [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:36,593 DEBUG [M:0;bdc25462c9ef:36709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266435293Disabling compacts and flushes for region at 1731266435293Disabling writes for close at 1731266435293Obtaining lock to block concurrent updates at 1731266435293Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266435293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731266435294 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266435294Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266435294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266435309 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266435309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266435722 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266435736 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266435736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266436146 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266436166 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266436166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c881ef: reopening flushed file at 1731266436575 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d440eb: reopening flushed file at 1731266436580 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a0b785: reopening flushed file at 1731266436585 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1731266436592 (+7 ms)Writing region close event to WAL at 1731266436593 (+1 ms)Closed at 1731266436593 2024-11-10T19:20:36,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741830_1006 (size=10165) 2024-11-10T19:20:36,595 INFO [M:0;bdc25462c9ef:36709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:20:36,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:36,595 INFO [M:0;bdc25462c9ef:36709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36709 2024-11-10T19:20:36,596 INFO [M:0;bdc25462c9ef:36709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:36,744 INFO [M:0;bdc25462c9ef:36709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36709-0x1012630f6380003, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:36,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c111acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:36,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:36,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:36,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:36,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:36,748 WARN [BP-1541804686-172.17.0.3-1731266417308 heartbeating to localhost/127.0.0.1:40729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:20:36,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:20:36,748 WARN [BP-1541804686-172.17.0.3-1731266417308 heartbeating to localhost/127.0.0.1:40729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541804686-172.17.0.3-1731266417308 (Datanode Uuid af09b947-a40f-4070-a7b9-c3c5b57735b6) service to localhost/127.0.0.1:40729 2024-11-10T19:20:36,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:20:36,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/cluster_fe823251-5251-3de3-29f7-4eaeef987fb3/data/data1/current/BP-1541804686-172.17.0.3-1731266417308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:36,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/cluster_fe823251-5251-3de3-29f7-4eaeef987fb3/data/data2/current/BP-1541804686-172.17.0.3-1731266417308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:36,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:20:36,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2207950c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:36,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:36,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:36,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:36,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:20:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:20:36,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:36,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:36,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:36,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:36,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:36,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:20:36,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1055793446, stopped=false 2024-11-10T19:20:36,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,40579,1731266428693 2024-11-10T19:20:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/running 2024-11-10T19:20:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:36,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:36,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:36,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:36,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:36,778 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,38815,1731266428736' ***** 2024-11-10T19:20:36,778 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:20:36,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:36,778 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:20:36,778 INFO [RS:0;bdc25462c9ef:38815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:20:36,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:36,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Set watcher on znode that does not yet exist, /0-1175630158/running 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:38815. 2024-11-10T19:20:36,779 DEBUG [RS:0;bdc25462c9ef:38815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:36,779 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f82157014481d3601299f03a7dcc8b16, disabling compactions & flushes 2024-11-10T19:20:36,779 DEBUG [RS:0;bdc25462c9ef:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:36,779 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:36,779 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:20:36,779 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. after waiting 0 ms 2024-11-10T19:20:36,779 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:20:36,779 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:20:36,779 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1325): Online Regions={f82157014481d3601299f03a7dcc8b16=hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:20:36,779 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f82157014481d3601299f03a7dcc8b16 2024-11-10T19:20:36,779 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:36,779 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:36,780 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:36,780 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:36,780 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:36,780 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T19:20:36,783 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/replication/f82157014481d3601299f03a7dcc8b16/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T19:20:36,783 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:36,783 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:36,783 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:36,783 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f82157014481d3601299f03a7dcc8b16: Waiting for close lock at 1731266436779Running coprocessor pre-close hooks at 1731266436779Disabling compacts and flushes for region at 1731266436779Disabling writes for close at 1731266436779Writing region close event to WAL at 1731266436780 (+1 ms)Running coprocessor post-close hooks at 1731266436783 (+3 ms)Closed at 1731266436783 2024-11-10T19:20:36,784 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16. 2024-11-10T19:20:36,793 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/info/c25c5ff026df452e87b527ee34871b2e is 147, key is hbase:replication,,1731266422662.f82157014481d3601299f03a7dcc8b16./info:regioninfo/1731266434343/Put/seqid=0 2024-11-10T19:20:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741851_1027 (size=6385) 2024-11-10T19:20:36,863 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:36,980 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:37,180 DEBUG [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:20:37,197 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/info/c25c5ff026df452e87b527ee34871b2e 2024-11-10T19:20:37,202 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/.tmp/info/c25c5ff026df452e87b527ee34871b2e as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/info/c25c5ff026df452e87b527ee34871b2e 2024-11-10T19:20:37,207 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/info/c25c5ff026df452e87b527ee34871b2e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T19:20:37,208 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-10T19:20:37,212 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T19:20:37,212 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:37,212 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:37,212 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:37,212 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266436779Running coprocessor pre-close hooks at 1731266436779Disabling compacts and flushes for region at 1731266436779Disabling writes for close at 1731266436780 (+1 ms)Obtaining lock to block concurrent updates at 1731266436780Preparing flush snapshotting stores in 1588230740 at 1731266436780Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731266436780Flushing stores of hbase:meta,,1.1588230740 at 1731266436780Flushing 1588230740/info: creating writer at 1731266436781 (+1 ms)Flushing 1588230740/info: appending metadata at 1731266436793 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731266436793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3b8e7a: reopening flushed file at 1731266437201 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731266437208 (+7 ms)Writing region close event to WAL at 1731266437209 (+1 ms)Running coprocessor post-close hooks at 1731266437212 (+3 ms)Closed at 1731266437212 2024-11-10T19:20:37,212 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:37,380 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,38815,1731266428736; all regions closed. 2024-11-10T19:20:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741849_1025 (size=2156) 2024-11-10T19:20:37,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.meta.1731266430055.meta not finished, retry = 0 2024-11-10T19:20:37,485 DEBUG [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs 2024-11-10T19:20:37,485 INFO [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C38815%2C1731266428736.meta:.meta(num 1731266430055) 2024-11-10T19:20:37,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741850_1026 (size=796) 2024-11-10T19:20:37,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.rep.1731266434308 not finished, retry = 0 2024-11-10T19:20:37,564 DEBUG [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 to pos 0, reset compression=false 2024-11-10T19:20:37,590 DEBUG [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs 2024-11-10T19:20:37,590 INFO [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C38815%2C1731266428736.rep:(num 1731266434308) 2024-11-10T19:20:37,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741848_1024 (size=93) 2024-11-10T19:20:37,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/WALs/bdc25462c9ef,38815,1731266428736/bdc25462c9ef%2C38815%2C1731266428736.1731266429798 not finished, retry = 0 2024-11-10T19:20:37,658 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:20:37,658 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:20:37,694 DEBUG [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/oldWALs 2024-11-10T19:20:37,694 INFO [RS:0;bdc25462c9ef:38815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C38815%2C1731266428736:(num 1731266429798) 2024-11-10T19:20:37,694 DEBUG [RS:0;bdc25462c9ef:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:37,694 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:20:37,694 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:37,694 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:37,695 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:37,695 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:37,695 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,38815,1731266428736 because: Region server is closing 2024-11-10T19:20:37,695 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T19:20:37,695 INFO [RS:0;bdc25462c9ef:38815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:38815. 2024-11-10T19:20:37,695 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T19:20:37,695 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T19:20:37,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:37,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:37,695 DEBUG [RS:0;bdc25462c9ef:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:37,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:37,795 WARN [RS:0;bdc25462c9ef:38815.replicationSource.shipperbdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:20:37,795 WARN [RS:0;bdc25462c9ef:38815.replicationSource.wal-reader.bdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:20:37,796 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bdc25462c9ef:38815.replicationSource.shipperbdc25462c9ef%2C38815%2C1731266428736,1-bdc25462c9ef,38815,1731266428736 terminated 2024-11-10T19:20:37,796 INFO [RS:0;bdc25462c9ef:38815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38815 2024-11-10T19:20:37,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158/rs 2024-11-10T19:20:37,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/rs/bdc25462c9ef,38815,1731266428736 2024-11-10T19:20:37,864 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:37,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,38815,1731266428736] 2024-11-10T19:20:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:20:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:38,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175630158/draining/bdc25462c9ef,38815,1731266428736 already deleted, retry=false 2024-11-10T19:20:38,043 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,38815,1731266428736 expired; onlineServers=0 2024-11-10T19:20:38,043 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,40579,1731266428693' ***** 2024-11-10T19:20:38,043 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:20:38,043 INFO [M:0;bdc25462c9ef:40579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:20:38,043 INFO [M:0;bdc25462c9ef:40579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:20:38,043 DEBUG [M:0;bdc25462c9ef:40579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:20:38,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:20:38,043 DEBUG [M:0;bdc25462c9ef:40579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:20:38,043 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266429473 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266429473,5,FailOnTimeoutGroup] 2024-11-10T19:20:38,043 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266429473 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266429473,5,FailOnTimeoutGroup] 2024-11-10T19:20:38,043 INFO [M:0;bdc25462c9ef:40579 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:20:38,043 INFO [M:0;bdc25462c9ef:40579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:20:38,043 DEBUG [M:0;bdc25462c9ef:40579 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:20:38,043 INFO [M:0;bdc25462c9ef:40579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:20:38,043 INFO [M:0;bdc25462c9ef:40579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:20:38,044 INFO [M:0;bdc25462c9ef:40579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:20:38,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:20:38,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:38,058 INFO [RS:0;bdc25462c9ef:38815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:38,058 INFO [RS:0;bdc25462c9ef:38815 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,38815,1731266428736; zookeeper connection closed. 2024-11-10T19:20:38,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1012630f6380007, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:38,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@784c013f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@784c013f 2024-11-10T19:20:38,058 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:20:38,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175630158/master 2024-11-10T19:20:38,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175630158 2024-11-10T19:20:38,064 DEBUG [M:0;bdc25462c9ef:40579 {}] zookeeper.ZKUtil(347): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Unable to get data of znode /0-1175630158/master because node does not exist (not an error) 2024-11-10T19:20:38,064 WARN [M:0;bdc25462c9ef:40579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:20:38,065 INFO [M:0;bdc25462c9ef:40579 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/.lastflushedseqids 2024-11-10T19:20:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741852_1028 (size=181) 2024-11-10T19:20:38,470 INFO [M:0;bdc25462c9ef:40579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:20:38,470 INFO [M:0;bdc25462c9ef:40579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:20:38,470 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:38,470 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:38,470 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:38,470 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:38,470 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:38,470 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T19:20:38,488 DEBUG [M:0;bdc25462c9ef:40579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4df4b2db2754f2791be9be6ab7d3f28 is 82, key is hbase:meta,,1/info:regioninfo/1731266430098/Put/seqid=0 2024-11-10T19:20:38,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741853_1029 (size=5672) 2024-11-10T19:20:38,892 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4df4b2db2754f2791be9be6ab7d3f28 2024-11-10T19:20:38,922 DEBUG [M:0;bdc25462c9ef:40579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805e008a1d1946dc80645fcb73996cb0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731266434348/Put/seqid=0 2024-11-10T19:20:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741854_1030 (size=7312) 2024-11-10T19:20:39,326 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805e008a1d1946dc80645fcb73996cb0 2024-11-10T19:20:39,350 DEBUG [M:0;bdc25462c9ef:40579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9db007917eb14f519504522bf7c129ad is 69, key is bdc25462c9ef,38815,1731266428736/rs:state/1731266429599/Put/seqid=0 2024-11-10T19:20:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741855_1031 (size=5370) 2024-11-10T19:20:39,754 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9db007917eb14f519504522bf7c129ad 2024-11-10T19:20:39,759 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9db007917eb14f519504522bf7c129ad 2024-11-10T19:20:39,760 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4df4b2db2754f2791be9be6ab7d3f28 as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4df4b2db2754f2791be9be6ab7d3f28 2024-11-10T19:20:39,765 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4df4b2db2754f2791be9be6ab7d3f28, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T19:20:39,765 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805e008a1d1946dc80645fcb73996cb0 as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805e008a1d1946dc80645fcb73996cb0 2024-11-10T19:20:39,771 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805e008a1d1946dc80645fcb73996cb0, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T19:20:39,772 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9db007917eb14f519504522bf7c129ad as hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9db007917eb14f519504522bf7c129ad 2024-11-10T19:20:39,776 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9db007917eb14f519504522bf7c129ad 2024-11-10T19:20:39,777 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41739/user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9db007917eb14f519504522bf7c129ad, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T19:20:39,777 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=127, compaction requested=false 2024-11-10T19:20:39,778 INFO [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:39,778 DEBUG [M:0;bdc25462c9ef:40579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266438470Disabling compacts and flushes for region at 1731266438470Disabling writes for close at 1731266438470Obtaining lock to block concurrent updates at 1731266438470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266438470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731266438471 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266438471Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266438471Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266438487 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266438487Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266438897 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266438921 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266438921Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266439330 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266439349 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266439350 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e23f12: reopening flushed file at 1731266439759 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626d8136: reopening flushed file at 1731266439765 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dda59cd: reopening flushed file at 1731266439771 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=127, compaction requested=false at 1731266439777 (+6 ms)Writing region close event to WAL at 1731266439778 (+1 ms)Closed at 1731266439778 2024-11-10T19:20:39,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741847_1023 (size=22903) 2024-11-10T19:20:39,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4add25f-8563-ce90-e702-6fe4237941c3/MasterData/WALs/bdc25462c9ef,40579,1731266428693/bdc25462c9ef%2C40579%2C1731266428693.1731266429239 not finished, retry = 0 2024-11-10T19:20:39,881 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:20:39,881 INFO [M:0;bdc25462c9ef:40579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:20:39,881 INFO [M:0;bdc25462c9ef:40579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40579 2024-11-10T19:20:39,882 INFO [M:0;bdc25462c9ef:40579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:20:40,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:40,028 INFO [M:0;bdc25462c9ef:40579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:20:40,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40579-0x1012630f6380006, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:20:40,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:40,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:40,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:40,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:40,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:40,032 WARN [BP-2096363598-172.17.0.3-1731266411172 heartbeating to localhost/127.0.0.1:41739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:20:40,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:20:40,032 WARN [BP-2096363598-172.17.0.3-1731266411172 heartbeating to localhost/127.0.0.1:41739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2096363598-172.17.0.3-1731266411172 (Datanode Uuid 6b19a346-381e-41ad-a56d-8d6371163e61) service to localhost/127.0.0.1:41739 2024-11-10T19:20:40,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:20:40,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/data/data1/current/BP-2096363598-172.17.0.3-1731266411172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:40,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/cluster_a9419822-571a-5fd6-dbe7-76433183c93d/data/data2/current/BP-2096363598-172.17.0.3-1731266411172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:20:40,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:20:40,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:40,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:20:40,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:20:40,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:20:40,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f763acbb-03b9-8e07-2164-24de99ad9025/hadoop.log.dir/,STOPPED} 2024-11-10T19:20:40,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:20:40,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:20:40,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40729 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61524) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61524) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41739 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=1168 (was 1356) 2024-11-10T19:20:40,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=1168 2024-11-10T19:20:40,092 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T19:20:40,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir so I do NOT create it in target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1 2024-11-10T19:20:40,093 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:20:40,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.tmp.dir so I do NOT create it in target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1 2024-11-10T19:20:40,093 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/773a67d4-1931-0695-7931-9cca76e0c713/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:20:40,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1 2024-11-10T19:20:40,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c, deleteOnExit=true 2024-11-10T19:20:40,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/zookeeper_0, clientPort=52969, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:20:40,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52969 2024-11-10T19:20:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:20:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:20:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/test.cache.data in system properties and HBase conf 2024-11-10T19:20:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:20:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:20:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:20:40,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:20:40,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:40,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:20:40,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:20:40,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012630f6380002, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:20:40,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012630f6380005, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:20:40,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012630f6380005, quorum=127.0.0.1:61524, baseZNode=/1288646464 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:20:40,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012630f6380002, quorum=127.0.0.1:61524, baseZNode=/0-1175630158 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:20:40,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:40,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:40,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:40,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:40,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:20:40,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:40,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:40,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:40,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/java.io.tmpdir/jetty-localhost-34909-hadoop-hdfs-3_4_1-tests_jar-_-any-3943024614545042346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:40,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:34909} 2024-11-10T19:20:40,523 INFO [Time-limited test {}] server.Server(415): Started @172034ms 2024-11-10T19:20:40,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:40,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:40,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:40,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:40,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:20:40,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:40,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:40,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@670e66f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/java.io.tmpdir/jetty-localhost-44119-hadoop-hdfs-3_4_1-tests_jar-_-any-16209165019270083251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:40,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:44119} 2024-11-10T19:20:40,854 INFO [Time-limited test {}] server.Server(415): Started @172365ms 2024-11-10T19:20:40,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:20:41,838 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/data/data2/current/BP-210124147-172.17.0.3-1731266440124/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:41,838 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/data/data1/current/BP-210124147-172.17.0.3-1731266440124/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:41,865 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:20:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76d5320ef10c49df with lease ID 0xd0a7257a07df0c1b: Processing first storage report for DS-834b958c-43b9-4ac8-9993-eb7edfcf2f50 from datanode DatanodeRegistration(127.0.0.1:38179, datanodeUuid=5590ed69-0c6f-4781-8c6a-ef8b07c41bb5, infoPort=38155, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=2043534206;c=1731266440124) 2024-11-10T19:20:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76d5320ef10c49df with lease ID 0xd0a7257a07df0c1b: from storage DS-834b958c-43b9-4ac8-9993-eb7edfcf2f50 node DatanodeRegistration(127.0.0.1:38179, datanodeUuid=5590ed69-0c6f-4781-8c6a-ef8b07c41bb5, infoPort=38155, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=2043534206;c=1731266440124), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T19:20:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76d5320ef10c49df with lease ID 0xd0a7257a07df0c1b: Processing first storage report for DS-eb9d9edc-565c-425b-91f6-683abdbc0302 from datanode DatanodeRegistration(127.0.0.1:38179, datanodeUuid=5590ed69-0c6f-4781-8c6a-ef8b07c41bb5, infoPort=38155, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=2043534206;c=1731266440124) 2024-11-10T19:20:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76d5320ef10c49df with lease ID 0xd0a7257a07df0c1b: from storage DS-eb9d9edc-565c-425b-91f6-683abdbc0302 node DatanodeRegistration(127.0.0.1:38179, datanodeUuid=5590ed69-0c6f-4781-8c6a-ef8b07c41bb5, infoPort=38155, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=2043534206;c=1731266440124), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:41,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1 2024-11-10T19:20:41,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:41,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:20:42,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:42,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c with version=8 2024-11-10T19:20:42,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/hbase-staging 2024-11-10T19:20:42,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:42,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:42,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:42,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:42,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:42,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:42,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:20:42,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:42,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43953 2024-11-10T19:20:42,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43953 connecting to ZooKeeper ensemble=127.0.0.1:52969 2024-11-10T19:20:42,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:42,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439530x0, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:42,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43953-0x101263167570000 connected 2024-11-10T19:20:42,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:42,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:42,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/running 2024-11-10T19:20:42,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c, hbase.cluster.distributed=false 2024-11-10T19:20:42,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/acl 2024-11-10T19:20:42,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43953 2024-11-10T19:20:42,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43953 2024-11-10T19:20:42,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43953 2024-11-10T19:20:42,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43953 2024-11-10T19:20:42,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43953 2024-11-10T19:20:42,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:20:42,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:42,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35209 2024-11-10T19:20:42,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35209 connecting to ZooKeeper ensemble=127.0.0.1:52969 2024-11-10T19:20:42,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:42,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:42,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352090x0, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/running 2024-11-10T19:20:42,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:20:42,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352090x0, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:42,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:20:42,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35209-0x101263167570001 connected 2024-11-10T19:20:42,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/master 2024-11-10T19:20:42,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/acl 2024-11-10T19:20:42,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35209 2024-11-10T19:20:42,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35209 2024-11-10T19:20:42,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35209 2024-11-10T19:20:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35209 2024-11-10T19:20:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35209 2024-11-10T19:20:42,654 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:43953 2024-11-10T19:20:42,656 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1663981981/backup-masters/bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:42,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981/backup-masters 2024-11-10T19:20:42,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981/backup-masters 2024-11-10T19:20:42,669 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on existing znode=/0-1663981981/backup-masters/bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1663981981/master 2024-11-10T19:20:42,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:42,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:42,681 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on existing znode=/0-1663981981/master 2024-11-10T19:20:42,682 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1663981981/backup-masters/bdc25462c9ef,43953,1731266442310 from backup master directory 2024-11-10T19:20:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981/backup-masters 2024-11-10T19:20:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663981981/backup-masters/bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981/backup-masters 2024-11-10T19:20:42,691 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:42,691 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:42,695 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/hbase.id] with ID: 2fb5902f-7111-49b2-b98e-9726e38cfbe7 2024-11-10T19:20:42,695 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/.tmp/hbase.id 2024-11-10T19:20:42,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:20:43,107 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/.tmp/hbase.id]:[hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/hbase.id] 2024-11-10T19:20:43,121 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:43,122 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:20:43,123 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:20:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:20:43,184 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:43,185 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:20:43,186 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:20:43,199 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store 2024-11-10T19:20:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:20:43,216 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:43,217 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:43,217 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:43,217 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:43,217 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:43,217 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:43,217 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:43,217 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266443217Disabling compacts and flushes for region at 1731266443217Disabling writes for close at 1731266443217Writing region close event to WAL at 1731266443217Closed at 1731266443217 2024-11-10T19:20:43,220 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/.initializing 2024-11-10T19:20:43,220 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/WALs/bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:43,221 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:43,223 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C43953%2C1731266442310, suffix=, logDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/WALs/bdc25462c9ef,43953,1731266442310, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/oldWALs, maxLogs=10 2024-11-10T19:20:43,240 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/WALs/bdc25462c9ef,43953,1731266442310/bdc25462c9ef%2C43953%2C1731266442310.1731266443223, exclude list is [], retry=0 2024-11-10T19:20:43,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-834b958c-43b9-4ac8-9993-eb7edfcf2f50,DISK] 2024-11-10T19:20:43,259 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/WALs/bdc25462c9ef,43953,1731266442310/bdc25462c9ef%2C43953%2C1731266442310.1731266443223 2024-11-10T19:20:43,264 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-10T19:20:43,264 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:43,264 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:43,265 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,265 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:20:43,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:43,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:43,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:20:43,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:43,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:43,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:20:43,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:43,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:43,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:20:43,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:43,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:43,299 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,300 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,300 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,303 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,303 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,304 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:43,307 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:43,322 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:43,323 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66477189, jitterRate=-0.009412690997123718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:43,324 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266443265Initializing all the Stores at 1731266443266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266443266Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266443268 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266443268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266443268Cleaning up temporary data from old regions at 1731266443303 (+35 ms)Region opened successfully at 1731266443324 (+21 ms) 2024-11-10T19:20:43,324 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:20:43,328 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37de8759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:43,329 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:20:43,330 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:20:43,330 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:20:43,330 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:20:43,331 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:20:43,331 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:20:43,331 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:20:43,334 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:20:43,335 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Unable to get data of znode /0-1663981981/balancer because node does not exist (not necessarily an error) 2024-11-10T19:20:43,343 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663981981/balancer already deleted, retry=false 2024-11-10T19:20:43,344 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:20:43,345 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Unable to get data of znode /0-1663981981/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:20:43,354 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663981981/normalizer already deleted, retry=false 2024-11-10T19:20:43,354 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:20:43,360 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Unable to get data of znode /0-1663981981/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:20:43,366 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663981981/switch/split already deleted, retry=false 2024-11-10T19:20:43,367 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Unable to get data of znode /0-1663981981/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:20:43,375 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663981981/switch/merge already deleted, retry=false 2024-11-10T19:20:43,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Unable to get data of znode /0-1663981981/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:20:43,386 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663981981/snapshot-cleanup already deleted, retry=false 2024-11-10T19:20:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1663981981/running 2024-11-10T19:20:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1663981981/running 2024-11-10T19:20:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,397 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,43953,1731266442310, sessionid=0x101263167570000, setting cluster-up flag (Was=false) 2024-11-10T19:20:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,449 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1663981981/flush-table-proc/acquired, /0-1663981981/flush-table-proc/reached, /0-1663981981/flush-table-proc/abort 2024-11-10T19:20:43,450 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:43,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:43,638 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1663981981/online-snapshot/acquired, /0-1663981981/online-snapshot/reached, /0-1663981981/online-snapshot/abort 2024-11-10T19:20:43,640 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:43,641 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:20:43,643 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:43,643 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:20:43,644 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:20:43,644 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,43953,1731266442310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:20:43,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:43,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:43,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:43,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:43,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:20:43,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,650 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:43,650 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,654 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(746): ClusterId : 2fb5902f-7111-49b2-b98e-9726e38cfbe7 2024-11-10T19:20:43,655 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:20:43,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:43,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:20:43,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:43,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:20:43,661 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:20:43,661 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266473668 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:20:43,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:20:43,671 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:20:43,671 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61df7047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:43,672 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,683 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:20:43,683 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:20:43,683 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:20:43,683 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:20:43,684 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:20:43,684 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:20:43,684 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266443684,5,FailOnTimeoutGroup] 2024-11-10T19:20:43,685 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266443684,5,FailOnTimeoutGroup] 2024-11-10T19:20:43,685 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,685 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:20:43,685 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,685 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:20:43,699 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:35209 2024-11-10T19:20:43,699 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:20:43,699 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:20:43,699 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:20:43,701 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,43953,1731266442310 with port=35209, startcode=1731266442584 2024-11-10T19:20:43,701 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:20:43,711 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:20:43,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:43,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43953 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:43,713 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c 2024-11-10T19:20:43,713 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41653 2024-11-10T19:20:43,713 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:20:43,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981/rs 2024-11-10T19:20:43,723 DEBUG [RS:0;bdc25462c9ef:35209 {}] zookeeper.ZKUtil(111): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on existing znode=/0-1663981981/rs/bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:43,723 WARN [RS:0;bdc25462c9ef:35209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:43,724 INFO [RS:0;bdc25462c9ef:35209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:43,724 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:43,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,35209,1731266442584] 2024-11-10T19:20:43,732 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:20:43,734 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:20:43,739 INFO [RS:0;bdc25462c9ef:35209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:20:43,739 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,739 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:20:43,740 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:20:43,740 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:43,741 DEBUG [RS:0;bdc25462c9ef:35209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:43,746 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,747 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,747 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,769 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,770 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,770 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35209,1731266442584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:43,794 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:20:43,794 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35209,1731266442584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,794 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,795 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.Replication(171): bdc25462c9ef,35209,1731266442584 started 2024-11-10T19:20:43,816 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:43,816 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,35209,1731266442584, RpcServer on bdc25462c9ef/172.17.0.3:35209, sessionid=0x101263167570001 2024-11-10T19:20:43,817 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:20:43,817 DEBUG [RS:0;bdc25462c9ef:35209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:43,817 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,35209,1731266442584' 2024-11-10T19:20:43,817 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1663981981/flush-table-proc/abort' 2024-11-10T19:20:43,818 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1663981981/flush-table-proc/acquired' 2024-11-10T19:20:43,818 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:20:43,818 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:20:43,818 DEBUG [RS:0;bdc25462c9ef:35209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:43,818 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,35209,1731266442584' 2024-11-10T19:20:43,818 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1663981981/online-snapshot/abort' 2024-11-10T19:20:43,819 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1663981981/online-snapshot/acquired' 2024-11-10T19:20:43,819 DEBUG [RS:0;bdc25462c9ef:35209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:20:43,819 INFO [RS:0;bdc25462c9ef:35209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:20:43,819 INFO [RS:0;bdc25462c9ef:35209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:20:43,920 INFO [RS:0;bdc25462c9ef:35209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:43,922 INFO [RS:0;bdc25462c9ef:35209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C35209%2C1731266442584, suffix=, logDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/oldWALs, maxLogs=10 2024-11-10T19:20:43,941 DEBUG [RS:0;bdc25462c9ef:35209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922, exclude list is [], retry=0 2024-11-10T19:20:43,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-834b958c-43b9-4ac8-9993-eb7edfcf2f50,DISK] 2024-11-10T19:20:43,962 INFO [RS:0;bdc25462c9ef:35209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 2024-11-10T19:20:43,963 DEBUG [RS:0;bdc25462c9ef:35209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-10T19:20:43,963 WARN [RS:0;bdc25462c9ef:35209 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bdc25462c9ef,35497,1731266413672: status=Processing ServerCrashProcedure of bdc25462c9ef,35497,1731266413672 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731266429473, completionTime=-1 appears to have been leaked 2024-11-10T19:20:44,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:20:44,090 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c 2024-11-10T19:20:44,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:20:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:44,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:44,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:44,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:44,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:44,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:44,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:44,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:44,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:44,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:44,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740 2024-11-10T19:20:44,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740 2024-11-10T19:20:44,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:44,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:44,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:44,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:44,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:44,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60565095, jitterRate=-0.09750975668430328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266444496Initializing all the Stores at 1731266444496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266444496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266444497 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266444497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266444497Cleaning up temporary data from old regions at 1731266444506 (+9 ms)Region opened successfully at 1731266444510 (+4 ms) 2024-11-10T19:20:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:44,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:44,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:44,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266444510Disabling compacts and flushes for region at 1731266444510Disabling writes for close at 1731266444510Writing region close event to WAL at 1731266444510Closed at 1731266444510 2024-11-10T19:20:44,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:44,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:20:44,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:20:44,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:44,513 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:20:44,663 DEBUG [bdc25462c9ef:43953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:20:44,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:44,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,35209,1731266442584, state=OPENING 2024-11-10T19:20:44,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:20:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:44,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663981981/meta-region-server: CHANGED 2024-11-10T19:20:44,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:44,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,35209,1731266442584}] 2024-11-10T19:20:44,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663981981/meta-region-server: CHANGED 2024-11-10T19:20:44,907 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:20:44,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:20:44,913 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:20:44,913 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:44,913 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:20:44,914 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C35209%2C1731266442584.meta, suffix=.meta, logDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/oldWALs, maxLogs=10 2024-11-10T19:20:44,933 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.meta.1731266444915.meta, exclude list is [], retry=0 2024-11-10T19:20:44,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-834b958c-43b9-4ac8-9993-eb7edfcf2f50,DISK] 2024-11-10T19:20:44,941 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.meta.1731266444915.meta 2024-11-10T19:20:44,943 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-10T19:20:44,944 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:44,944 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:44,944 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:44,945 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:20:44,945 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:20:44,945 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:20:44,945 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:44,945 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:20:44,945 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:20:44,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:44,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:44,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:44,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:44,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:44,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:44,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:44,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:44,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:44,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:44,957 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:44,957 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740 2024-11-10T19:20:44,958 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740 2024-11-10T19:20:44,961 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:44,961 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:44,961 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:44,963 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:44,964 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63155452, jitterRate=-0.05891042947769165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:44,964 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:20:44,965 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266444945Writing region info on filesystem at 1731266444945Initializing all the Stores at 1731266444946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266444946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266444948 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266444948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266444948Cleaning up temporary data from old regions at 1731266444961 (+13 ms)Running coprocessor post-open hooks at 1731266444964 (+3 ms)Region opened successfully at 1731266444965 (+1 ms) 2024-11-10T19:20:44,967 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266444907 2024-11-10T19:20:44,969 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:20:44,970 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:20:44,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:44,971 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,35209,1731266442584, state=OPEN 2024-11-10T19:20:44,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1663981981/meta-region-server 2024-11-10T19:20:44,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1663981981/meta-region-server 2024-11-10T19:20:44,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663981981/meta-region-server: CHANGED 2024-11-10T19:20:44,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663981981/meta-region-server: CHANGED 2024-11-10T19:20:44,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:44,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:20:44,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,35209,1731266442584 in 236 msec 2024-11-10T19:20:44,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:20:44,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-10T19:20:44,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:44,994 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:20:44,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:44,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35209,1731266442584, seqNum=-1] 2024-11-10T19:20:44,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:44,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:45,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-11-10T19:20:45,003 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266445003, completionTime=-1 2024-11-10T19:20:45,003 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:20:45,003 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266505005 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266565005 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43953,1731266442310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43953,1731266442310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,005 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43953,1731266442310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,006 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:43953, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,006 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,006 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,008 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.319sec 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43953,1731266442310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:45,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43953,1731266442310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:20:45,012 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:20:45,012 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:20:45,012 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43953,1731266442310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:45,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:45,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:20:45,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:45,073 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:20:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:20:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c6ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:20:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:45,075 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:45,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:45,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35209,1731266442584, seqNum=-1] 2024-11-10T19:20:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:45,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:45,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:45,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52969 2024-11-10T19:20:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:45,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101263167570002 connected 2024-11-10T19:20:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir so I do NOT create it in target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a 2024-11-10T19:20:45,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.tmp.dir so I do NOT create it in target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a 2024-11-10T19:20:45,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:20:45,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/cluster_7f1bd20a-a0ba-ced7-be4b-01e3b8be53e8, deleteOnExit=true 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/test.cache.data in system properties and HBase conf 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:20:45,156 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:20:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:20:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:20:45,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:45,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:45,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:45,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:45,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:20:45,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:45,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:45,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:45,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/java.io.tmpdir/jetty-localhost-43031-hadoop-hdfs-3_4_1-tests_jar-_-any-9842020214496259846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:20:45,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:43031} 2024-11-10T19:20:45,993 INFO [Time-limited test {}] server.Server(415): Started @177503ms 2024-11-10T19:20:46,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:20:46,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:20:46,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:20:46,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:20:46,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:20:46,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:20:46,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:20:46,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2b2829{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/java.io.tmpdir/jetty-localhost-46051-hadoop-hdfs-3_4_1-tests_jar-_-any-6107958487314745304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:20:46,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:46051} 2024-11-10T19:20:46,663 INFO [Time-limited test {}] server.Server(415): Started @178174ms 2024-11-10T19:20:46,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:20:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:20:47,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:20:47,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:20:47,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T19:20:47,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:20:47,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:20:48,388 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/cluster_7f1bd20a-a0ba-ced7-be4b-01e3b8be53e8/data/data1/current/BP-1489005689-172.17.0.3-1731266445180/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:48,393 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/cluster_7f1bd20a-a0ba-ced7-be4b-01e3b8be53e8/data/data2/current/BP-1489005689-172.17.0.3-1731266445180/current, will proceed with Du for space computation calculation, 2024-11-10T19:20:48,430 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:20:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81a30250ed4fa54 with lease ID 0xffe8b0be7116f95e: Processing first storage report for DS-bd743ae1-f9a3-4341-9eab-b6adaaddb00d from datanode DatanodeRegistration(127.0.0.1:40049, datanodeUuid=bac2ac41-50cf-421a-a45d-d529bddebeb9, infoPort=40915, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1849696573;c=1731266445180) 2024-11-10T19:20:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81a30250ed4fa54 with lease ID 0xffe8b0be7116f95e: from storage DS-bd743ae1-f9a3-4341-9eab-b6adaaddb00d node DatanodeRegistration(127.0.0.1:40049, datanodeUuid=bac2ac41-50cf-421a-a45d-d529bddebeb9, infoPort=40915, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1849696573;c=1731266445180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81a30250ed4fa54 with lease ID 0xffe8b0be7116f95e: Processing first storage report for DS-927f7f8a-f2b6-4286-b370-f9f2741f4881 from datanode DatanodeRegistration(127.0.0.1:40049, datanodeUuid=bac2ac41-50cf-421a-a45d-d529bddebeb9, infoPort=40915, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1849696573;c=1731266445180) 2024-11-10T19:20:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81a30250ed4fa54 with lease ID 0xffe8b0be7116f95e: from storage DS-927f7f8a-f2b6-4286-b370-f9f2741f4881 node DatanodeRegistration(127.0.0.1:40049, datanodeUuid=bac2ac41-50cf-421a-a45d-d529bddebeb9, infoPort=40915, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1849696573;c=1731266445180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:20:48,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a 2024-11-10T19:20:48,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:48,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:20:48,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af with version=8 2024-11-10T19:20:48,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/hbase-staging 2024-11-10T19:20:48,540 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:20:48,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:48,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46589 2024-11-10T19:20:48,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46589 connecting to ZooKeeper ensemble=127.0.0.1:52969 2024-11-10T19:20:48,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465890x0, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:48,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46589-0x101263167570003 connected 2024-11-10T19:20:48,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:48,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:48,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/running 2024-11-10T19:20:48,694 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af, hbase.cluster.distributed=false 2024-11-10T19:20:48,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/acl 2024-11-10T19:20:48,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46589 2024-11-10T19:20:48,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46589 2024-11-10T19:20:48,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46589 2024-11-10T19:20:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46589 2024-11-10T19:20:48,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46589 2024-11-10T19:20:48,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:20:48,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:20:48,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38143 2024-11-10T19:20:48,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38143 connecting to ZooKeeper ensemble=127.0.0.1:52969 2024-11-10T19:20:48,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:48,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:48,794 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381430x0, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:48,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381430x0, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/running 2024-11-10T19:20:48,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38143-0x101263167570004 connected 2024-11-10T19:20:48,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:20:48,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:20:48,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/master 2024-11-10T19:20:48,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/acl 2024-11-10T19:20:48,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38143 2024-11-10T19:20:48,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38143 2024-11-10T19:20:48,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38143 2024-11-10T19:20:48,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38143 2024-11-10T19:20:48,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38143 2024-11-10T19:20:48,825 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:46589 2024-11-10T19:20:48,825 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1046350529/backup-masters/bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:48,848 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529/backup-masters 2024-11-10T19:20:48,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529/backup-masters 2024-11-10T19:20:48,849 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on existing znode=/1-1046350529/backup-masters/bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:48,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:48,860 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1046350529/master 2024-11-10T19:20:48,860 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:48,861 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on existing znode=/1-1046350529/master 2024-11-10T19:20:48,866 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1046350529/backup-masters/bdc25462c9ef,46589,1731266448540 from backup master directory 2024-11-10T19:20:48,869 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529/backup-masters 2024-11-10T19:20:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046350529/backup-masters/bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529/backup-masters 2024-11-10T19:20:48,870 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:48,870 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:48,875 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/hbase.id] with ID: 49163199-f0b5-40a0-8a5f-0dc0b28bf43d 2024-11-10T19:20:48,875 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/.tmp/hbase.id 2024-11-10T19:20:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:20:49,288 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/.tmp/hbase.id]:[hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/hbase.id] 2024-11-10T19:20:49,297 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:49,297 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:20:49,298 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:20:49,343 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:49,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:20:49,732 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:20:49,749 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:49,750 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:20:49,750 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:20:49,767 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store 2024-11-10T19:20:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:20:50,186 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:50,187 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:20:50,187 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:50,187 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:50,187 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:20:50,187 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:50,187 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:20:50,187 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266450187Disabling compacts and flushes for region at 1731266450187Disabling writes for close at 1731266450187Writing region close event to WAL at 1731266450187Closed at 1731266450187 2024-11-10T19:20:50,188 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/.initializing 2024-11-10T19:20:50,188 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/WALs/bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:50,189 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:50,190 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C46589%2C1731266448540, suffix=, logDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/WALs/bdc25462c9ef,46589,1731266448540, archiveDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/oldWALs, maxLogs=10 2024-11-10T19:20:50,203 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/WALs/bdc25462c9ef,46589,1731266448540/bdc25462c9ef%2C46589%2C1731266448540.1731266450190, exclude list is [], retry=0 2024-11-10T19:20:50,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40049,DS-bd743ae1-f9a3-4341-9eab-b6adaaddb00d,DISK] 2024-11-10T19:20:50,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/WALs/bdc25462c9ef,46589,1731266448540/bdc25462c9ef%2C46589%2C1731266448540.1731266450190 2024-11-10T19:20:50,211 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40915:40915)] 2024-11-10T19:20:50,211 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:50,212 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:50,212 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,212 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:20:50,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:50,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:20:50,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:50,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:20:50,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:20:50,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:50,220 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,221 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,221 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,222 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,222 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,223 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:50,224 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:20:50,226 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:50,226 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70681554, jitterRate=0.05323722958564758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:50,226 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266450212Initializing all the Stores at 1731266450213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266450213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266450213Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266450213Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266450213Cleaning up temporary data from old regions at 1731266450222 (+9 ms)Region opened successfully at 1731266450226 (+4 ms) 2024-11-10T19:20:50,226 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:20:50,229 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed432ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:50,230 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:20:50,230 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:20:50,230 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:20:50,230 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:20:50,231 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:20:50,231 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:20:50,231 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:20:50,232 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:20:50,233 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Unable to get data of znode /1-1046350529/balancer because node does not exist (not necessarily an error) 2024-11-10T19:20:50,238 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046350529/balancer already deleted, retry=false 2024-11-10T19:20:50,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:20:50,240 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Unable to get data of znode /1-1046350529/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:20:50,257 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046350529/normalizer already deleted, retry=false 2024-11-10T19:20:50,258 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:20:50,259 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Unable to get data of znode /1-1046350529/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:20:50,269 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046350529/switch/split already deleted, retry=false 2024-11-10T19:20:50,270 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Unable to get data of znode /1-1046350529/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:20:50,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046350529/switch/merge already deleted, retry=false 2024-11-10T19:20:50,281 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Unable to get data of znode /1-1046350529/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:20:50,290 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046350529/snapshot-cleanup already deleted, retry=false 2024-11-10T19:20:50,301 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1046350529/running 2024-11-10T19:20:50,301 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1046350529/running 2024-11-10T19:20:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:50,301 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,46589,1731266448540, sessionid=0x101263167570003, setting cluster-up flag (Was=false) 2024-11-10T19:20:50,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:50,322 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:50,353 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1046350529/flush-table-proc/acquired, /1-1046350529/flush-table-proc/reached, /1-1046350529/flush-table-proc/abort 2024-11-10T19:20:50,354 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:50,374 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:50,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:50,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:50,500 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1046350529/online-snapshot/acquired, /1-1046350529/online-snapshot/reached, /1-1046350529/online-snapshot/abort 2024-11-10T19:20:50,501 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:50,509 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:20:50,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:50,513 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(746): ClusterId : 49163199-f0b5-40a0-8a5f-0dc0b28bf43d 2024-11-10T19:20:50,513 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:20:50,513 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:20:50,514 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:20:50,514 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,46589,1731266448540 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:50,565 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:20:50,565 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:50,565 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:50,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:20:50,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:20:50,575 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:20:50,575 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcf2cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266480582 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:20:50,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:20:50,588 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:20:50,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:20:50,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:20:50,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af 2024-11-10T19:20:50,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:20:50,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:20:50,596 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:20:50,597 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:38143 2024-11-10T19:20:50,597 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:20:50,597 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:20:50,597 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:20:50,598 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,46589,1731266448540 with port=38143, startcode=1731266448736 2024-11-10T19:20:50,599 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:20:50,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:20:50,605 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:20:50,608 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:20:50,609 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266450605,5,FailOnTimeoutGroup] 2024-11-10T19:20:50,609 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46589 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T19:20:50,609 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266450609,5,FailOnTimeoutGroup] 2024-11-10T19:20:50,609 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,609 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:20:50,609 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,609 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,610 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T19:20:50,610 WARN [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T19:20:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:20:50,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:50,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:50,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:50,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:50,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:50,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:50,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:50,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:50,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:50,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:50,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:50,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:50,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:50,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:50,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:50,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740 2024-11-10T19:20:50,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740 2024-11-10T19:20:50,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:50,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:50,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:50,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:50,640 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:50,641 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71228745, jitterRate=0.061391010880470276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:50,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266450618Initializing all the Stores at 1731266450619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266450619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266450620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266450620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266450620Cleaning up temporary data from old regions at 1731266450630 (+10 ms)Region opened successfully at 1731266450641 (+11 ms) 2024-11-10T19:20:50,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:20:50,641 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:20:50,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:20:50,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:20:50,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:20:50,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:20:50,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266450641Disabling compacts and flushes for region at 1731266450641Disabling writes for close at 1731266450641Writing region close event to WAL at 1731266450643 (+2 ms)Closed at 1731266450643 2024-11-10T19:20:50,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:50,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:20:50,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:20:50,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:50,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:20:50,711 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,46589,1731266448540 with port=38143, startcode=1731266448736 2024-11-10T19:20:50,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:50,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46589 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:50,713 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af 2024-11-10T19:20:50,713 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46237 2024-11-10T19:20:50,713 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:20:50,797 WARN [bdc25462c9ef:46589 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:20:50,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529/rs 2024-11-10T19:20:50,812 DEBUG [RS:0;bdc25462c9ef:38143 {}] zookeeper.ZKUtil(111): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on existing znode=/1-1046350529/rs/bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:50,812 WARN [RS:0;bdc25462c9ef:38143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:20:50,812 INFO [RS:0;bdc25462c9ef:38143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:50,812 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:50,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,38143,1731266448736] 2024-11-10T19:20:50,817 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:20:50,819 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:20:50,819 INFO [RS:0;bdc25462c9ef:38143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:20:50,819 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,820 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:20:50,821 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:20:50,821 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,821 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,822 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:20:50,822 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:50,822 DEBUG [RS:0;bdc25462c9ef:38143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:20:50,824 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,824 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,824 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,824 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,824 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,824 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38143,1731266448736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:50,841 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:20:50,841 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38143,1731266448736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,841 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,841 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.Replication(171): bdc25462c9ef,38143,1731266448736 started 2024-11-10T19:20:50,860 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:50,860 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,38143,1731266448736, RpcServer on bdc25462c9ef/172.17.0.3:38143, sessionid=0x101263167570004 2024-11-10T19:20:50,860 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:20:50,860 DEBUG [RS:0;bdc25462c9ef:38143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:50,860 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,38143,1731266448736' 2024-11-10T19:20:50,860 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1046350529/flush-table-proc/abort' 2024-11-10T19:20:50,860 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1046350529/flush-table-proc/acquired' 2024-11-10T19:20:50,861 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:20:50,861 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:20:50,861 DEBUG [RS:0;bdc25462c9ef:38143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:50,861 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,38143,1731266448736' 2024-11-10T19:20:50,861 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1046350529/online-snapshot/abort' 2024-11-10T19:20:50,861 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1046350529/online-snapshot/acquired' 2024-11-10T19:20:50,862 DEBUG [RS:0;bdc25462c9ef:38143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:20:50,862 INFO [RS:0;bdc25462c9ef:38143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:20:50,862 INFO [RS:0;bdc25462c9ef:38143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:20:50,962 INFO [RS:0;bdc25462c9ef:38143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:20:50,963 INFO [RS:0;bdc25462c9ef:38143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C38143%2C1731266448736, suffix=, logDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736, archiveDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/oldWALs, maxLogs=10 2024-11-10T19:20:50,980 DEBUG [RS:0;bdc25462c9ef:38143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964, exclude list is [], retry=0 2024-11-10T19:20:50,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40049,DS-bd743ae1-f9a3-4341-9eab-b6adaaddb00d,DISK] 2024-11-10T19:20:50,984 INFO [RS:0;bdc25462c9ef:38143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 2024-11-10T19:20:50,985 DEBUG [RS:0;bdc25462c9ef:38143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40915:40915)] 2024-11-10T19:20:51,048 DEBUG [bdc25462c9ef:46589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:20:51,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:51,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,38143,1731266448736, state=OPENING 2024-11-10T19:20:51,069 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:20:51,080 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:51,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:20:51,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046350529/meta-region-server: CHANGED 2024-11-10T19:20:51,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046350529/meta-region-server: CHANGED 2024-11-10T19:20:51,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,38143,1731266448736}] 2024-11-10T19:20:51,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:20:51,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:20:51,241 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:20:51,241 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:51,241 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:20:51,242 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C38143%2C1731266448736.meta, suffix=.meta, logDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736, archiveDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/oldWALs, maxLogs=10 2024-11-10T19:20:51,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.meta.1731266451243.meta, exclude list is [], retry=0 2024-11-10T19:20:51,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40049,DS-bd743ae1-f9a3-4341-9eab-b6adaaddb00d,DISK] 2024-11-10T19:20:51,265 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.meta.1731266451243.meta 2024-11-10T19:20:51,266 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40915:40915)] 2024-11-10T19:20:51,266 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:51,266 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:51,266 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:51,266 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:20:51,266 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:20:51,266 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:20:51,266 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:51,267 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:20:51,267 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:20:51,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:20:51,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:20:51,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:51,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:20:51,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:20:51,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:51,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:20:51,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:20:51,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:51,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:20:51,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:20:51,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:20:51,274 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:20:51,274 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740 2024-11-10T19:20:51,277 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740 2024-11-10T19:20:51,279 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:20:51,279 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:20:51,279 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:20:51,282 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:20:51,283 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72964621, jitterRate=0.08725757896900177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:20:51,283 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:20:51,283 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266451267Writing region info on filesystem at 1731266451267Initializing all the Stores at 1731266451267Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266451268 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266451268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266451268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266451268Cleaning up temporary data from old regions at 1731266451279 (+11 ms)Running coprocessor post-open hooks at 1731266451283 (+4 ms)Region opened successfully at 1731266451283 2024-11-10T19:20:51,292 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266451232 2024-11-10T19:20:51,303 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:20:51,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:51,303 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:20:51,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,38143,1731266448736, state=OPEN 2024-11-10T19:20:51,311 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1046350529/meta-region-server 2024-11-10T19:20:51,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046350529/meta-region-server: CHANGED 2024-11-10T19:20:51,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1046350529/meta-region-server 2024-11-10T19:20:51,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:51,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046350529/meta-region-server: CHANGED 2024-11-10T19:20:51,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:20:51,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,38143,1731266448736 in 234 msec 2024-11-10T19:20:51,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:20:51,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-11-10T19:20:51,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:20:51,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:20:51,326 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:51,326 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38143,1731266448736, seqNum=-1] 2024-11-10T19:20:51,326 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:51,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:51,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-11-10T19:20:51,337 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266451337, completionTime=-1 2024-11-10T19:20:51,337 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:20:51,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:20:51,341 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:20:51,341 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266511341 2024-11-10T19:20:51,341 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266571341 2024-11-10T19:20:51,341 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T19:20:51,342 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46589,1731266448540-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,342 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46589,1731266448540-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,342 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46589,1731266448540-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,342 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:46589, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,342 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,343 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,348 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46589,1731266448540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:20:51,349 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46589,1731266448540-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:20:51,354 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:20:51,354 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:20:51,354 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46589,1731266448540-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:20:51,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:51,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:20:51,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:51,417 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:20:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:20:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:20:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:51,419 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:51,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:51,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38143,1731266448736, seqNum=-1] 2024-11-10T19:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:51,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:51,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:51,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52969 2024-11-10T19:20:51,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:20:51,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101263167570005 connected 2024-11-10T19:20:51,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13524e90 2024-11-10T19:20:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:51,464 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:51,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:20:51,468 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:20:51,469 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:20:51,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:20:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:20:51,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46022c9889a38f737378555bc6922bbf, NAME => 'test,,1731266451465.46022c9889a38f737378555bc6922bbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c 2024-11-10T19:20:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:20:51,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266451465.46022c9889a38f737378555bc6922bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 46022c9889a38f737378555bc6922bbf, disabling compactions & flushes 2024-11-10T19:20:51,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266451465.46022c9889a38f737378555bc6922bbf. after waiting 0 ms 2024-11-10T19:20:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46022c9889a38f737378555bc6922bbf: Waiting for close lock at 1731266451550Disabling compacts and flushes for region at 1731266451550Disabling writes for close at 1731266451551 (+1 ms)Writing region close event to WAL at 1731266451551Closed at 1731266451551 2024-11-10T19:20:51,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:20:51,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266451465.46022c9889a38f737378555bc6922bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266451552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266451552"}]},"ts":"1731266451552"} 2024-11-10T19:20:51,555 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:20:51,559 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:20:51,559 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266451559"}]},"ts":"1731266451559"} 2024-11-10T19:20:51,562 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:20:51,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46022c9889a38f737378555bc6922bbf, ASSIGN}] 2024-11-10T19:20:51,563 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46022c9889a38f737378555bc6922bbf, ASSIGN 2024-11-10T19:20:51,564 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=46022c9889a38f737378555bc6922bbf, ASSIGN; state=OFFLINE, location=bdc25462c9ef,35209,1731266442584; forceNewPlan=false, retain=false 2024-11-10T19:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:51,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46022c9889a38f737378555bc6922bbf, regionState=OPENING, regionLocation=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:51,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=46022c9889a38f737378555bc6922bbf, ASSIGN because future has completed 2024-11-10T19:20:51,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46022c9889a38f737378555bc6922bbf, server=bdc25462c9ef,35209,1731266442584}] 2024-11-10T19:20:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:51,902 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,903 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 46022c9889a38f737378555bc6922bbf, NAME => 'test,,1731266451465.46022c9889a38f737378555bc6922bbf.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:51,903 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:51,903 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:20:51,903 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,904 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266451465.46022c9889a38f737378555bc6922bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:51,904 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,904 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,906 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,907 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46022c9889a38f737378555bc6922bbf columnFamilyName f 2024-11-10T19:20:51,907 DEBUG [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,907 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] regionserver.HStore(327): Store=46022c9889a38f737378555bc6922bbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:51,907 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,908 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46022c9889a38f737378555bc6922bbf columnFamilyName f1 2024-11-10T19:20:51,908 DEBUG [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,908 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] regionserver.HStore(327): Store=46022c9889a38f737378555bc6922bbf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:51,908 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,909 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46022c9889a38f737378555bc6922bbf columnFamilyName norep 2024-11-10T19:20:51,909 DEBUG [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:51,909 INFO [StoreOpener-46022c9889a38f737378555bc6922bbf-1 {}] regionserver.HStore(327): Store=46022c9889a38f737378555bc6922bbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:51,910 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,910 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,910 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,911 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,911 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,912 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:20:51,912 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,921 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:51,921 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 46022c9889a38f737378555bc6922bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72536349, jitterRate=0.08087582886219025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:20:51,921 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:20:51,922 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 46022c9889a38f737378555bc6922bbf: Running coprocessor pre-open hook at 1731266451904Writing region info on filesystem at 1731266451904Initializing all the Stores at 1731266451905 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266451906 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266451906Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266451906Cleaning up temporary data from old regions at 1731266451911 (+5 ms)Running coprocessor post-open hooks at 1731266451921 (+10 ms)Region opened successfully at 1731266451922 (+1 ms) 2024-11-10T19:20:51,923 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266451465.46022c9889a38f737378555bc6922bbf., pid=6, masterSystemTime=1731266451897 2024-11-10T19:20:51,925 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,925 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:20:51,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46022c9889a38f737378555bc6922bbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:51,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46022c9889a38f737378555bc6922bbf, server=bdc25462c9ef,35209,1731266442584 because future has completed 2024-11-10T19:20:51,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:20:51,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46022c9889a38f737378555bc6922bbf, server=bdc25462c9ef,35209,1731266442584 in 201 msec 2024-11-10T19:20:51,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:20:51,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=46022c9889a38f737378555bc6922bbf, ASSIGN in 368 msec 2024-11-10T19:20:51,932 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:20:51,933 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266451932"}]},"ts":"1731266451932"} 2024-11-10T19:20:51,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:20:51,935 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:20:51,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 470 msec 2024-11-10T19:20:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:52,095 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:20:52,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2fcb98 2024-11-10T19:20:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:52,097 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:52,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:20:52,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:20:52,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:52,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:20:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:52,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:20:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:20:52,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4622bca089e43851ae1c2f659362eeb1, NAME => 'test,,1731266452097.4622bca089e43851ae1c2f659362eeb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af 2024-11-10T19:20:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:20:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:52,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266452097.4622bca089e43851ae1c2f659362eeb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:52,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4622bca089e43851ae1c2f659362eeb1, disabling compactions & flushes 2024-11-10T19:20:52,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. after waiting 0 ms 2024-11-10T19:20:52,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4622bca089e43851ae1c2f659362eeb1: Waiting for close lock at 1731266452516Disabling compacts and flushes for region at 1731266452516Disabling writes for close at 1731266452516Writing region close event to WAL at 1731266452516Closed at 1731266452516 2024-11-10T19:20:52,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:20:52,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266452097.4622bca089e43851ae1c2f659362eeb1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266452517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266452517"}]},"ts":"1731266452517"} 2024-11-10T19:20:52,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:20:52,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:20:52,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266452520"}]},"ts":"1731266452520"} 2024-11-10T19:20:52,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:20:52,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4622bca089e43851ae1c2f659362eeb1, ASSIGN}] 2024-11-10T19:20:52,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4622bca089e43851ae1c2f659362eeb1, ASSIGN 2024-11-10T19:20:52,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4622bca089e43851ae1c2f659362eeb1, ASSIGN; state=OFFLINE, location=bdc25462c9ef,38143,1731266448736; forceNewPlan=false, retain=false 2024-11-10T19:20:52,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4622bca089e43851ae1c2f659362eeb1, regionState=OPENING, regionLocation=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:52,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4622bca089e43851ae1c2f659362eeb1, ASSIGN because future has completed 2024-11-10T19:20:52,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4622bca089e43851ae1c2f659362eeb1, server=bdc25462c9ef,38143,1731266448736}] 2024-11-10T19:20:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:52,833 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,833 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4622bca089e43851ae1c2f659362eeb1, NAME => 'test,,1731266452097.4622bca089e43851ae1c2f659362eeb1.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:52,834 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:52,834 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:20:52,834 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,834 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266452097.4622bca089e43851ae1c2f659362eeb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:52,834 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,834 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,835 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,836 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4622bca089e43851ae1c2f659362eeb1 columnFamilyName f 2024-11-10T19:20:52,836 DEBUG [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:52,836 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] regionserver.HStore(327): Store=4622bca089e43851ae1c2f659362eeb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:52,837 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,837 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4622bca089e43851ae1c2f659362eeb1 columnFamilyName f1 2024-11-10T19:20:52,837 DEBUG [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:52,838 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] regionserver.HStore(327): Store=4622bca089e43851ae1c2f659362eeb1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:52,838 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,839 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4622bca089e43851ae1c2f659362eeb1 columnFamilyName norep 2024-11-10T19:20:52,839 DEBUG [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:52,839 INFO [StoreOpener-4622bca089e43851ae1c2f659362eeb1-1 {}] regionserver.HStore(327): Store=4622bca089e43851ae1c2f659362eeb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:52,839 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,839 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,840 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,840 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,840 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,841 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:20:52,842 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,843 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:52,844 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4622bca089e43851ae1c2f659362eeb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67590580, jitterRate=0.007178127765655518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:20:52,844 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:20:52,844 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4622bca089e43851ae1c2f659362eeb1: Running coprocessor pre-open hook at 1731266452834Writing region info on filesystem at 1731266452834Initializing all the Stores at 1731266452835 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266452835Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266452835Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266452835Cleaning up temporary data from old regions at 1731266452840 (+5 ms)Running coprocessor post-open hooks at 1731266452844 (+4 ms)Region opened successfully at 1731266452844 2024-11-10T19:20:52,845 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., pid=6, masterSystemTime=1731266452830 2024-11-10T19:20:52,846 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,846 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:20:52,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4622bca089e43851ae1c2f659362eeb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:52,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4622bca089e43851ae1c2f659362eeb1, server=bdc25462c9ef,38143,1731266448736 because future has completed 2024-11-10T19:20:52,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:20:52,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4622bca089e43851ae1c2f659362eeb1, server=bdc25462c9ef,38143,1731266448736 in 171 msec 2024-11-10T19:20:52,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:20:52,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4622bca089e43851ae1c2f659362eeb1, ASSIGN in 334 msec 2024-11-10T19:20:52,861 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:20:52,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266452861"}]},"ts":"1731266452861"} 2024-11-10T19:20:52,863 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:20:52,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:20:52,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-10T19:20:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:20:53,234 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:20:53,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:20:53,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:53,237 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:20:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:20:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345022fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:20:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:53,238 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798b1b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:20:53,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:53,241 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:20:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:20:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd66ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:20:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:53,242 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcc9e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:20:53,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:53,244 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:20:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:20:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c97af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:20:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:53,245 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd8dcda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff96143 2024-11-10T19:20:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:53,248 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:53,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:46589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:20:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:20:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:53,251 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:46589' 2024-11-10T19:20:53,252 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9dabd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,252 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:20:53,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:53,253 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:20:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:20:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105ce0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:20:53,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:53,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:53,254 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:53,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebae67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:53,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:53,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:53,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@412cfe2a 2024-11-10T19:20:53,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:53,256 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:53,257 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:20:53,257 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:20:53,257 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:53,257 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:53,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:53,258 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:53,259 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:20:53,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:20:53,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:53,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:20:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:20:53,309 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:20:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:53,674 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab170f687ca9f29396df99accd5f9357, NAME => 'hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c 2024-11-10T19:20:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:20:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:54,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:54,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab170f687ca9f29396df99accd5f9357, disabling compactions & flushes 2024-11-10T19:20:54,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. after waiting 0 ms 2024-11-10T19:20:54,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab170f687ca9f29396df99accd5f9357: Waiting for close lock at 1731266454081Disabling compacts and flushes for region at 1731266454081Disabling writes for close at 1731266454081Writing region close event to WAL at 1731266454081Closed at 1731266454081 2024-11-10T19:20:54,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:20:54,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266454083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266454083"}]},"ts":"1731266454083"} 2024-11-10T19:20:54,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:20:54,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:20:54,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266454090"}]},"ts":"1731266454090"} 2024-11-10T19:20:54,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:20:54,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab170f687ca9f29396df99accd5f9357, ASSIGN}] 2024-11-10T19:20:54,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab170f687ca9f29396df99accd5f9357, ASSIGN 2024-11-10T19:20:54,101 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab170f687ca9f29396df99accd5f9357, ASSIGN; state=OFFLINE, location=bdc25462c9ef,35209,1731266442584; forceNewPlan=false, retain=false 2024-11-10T19:20:54,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab170f687ca9f29396df99accd5f9357, regionState=OPENING, regionLocation=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:54,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab170f687ca9f29396df99accd5f9357, ASSIGN because future has completed 2024-11-10T19:20:54,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab170f687ca9f29396df99accd5f9357, server=bdc25462c9ef,35209,1731266442584}] 2024-11-10T19:20:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:54,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:54,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:20:54,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C35209%2C1731266442584.rep, suffix=, logDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/oldWALs, maxLogs=10 2024-11-10T19:20:54,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.rep.1731266454426, exclude list is [], retry=0 2024-11-10T19:20:54,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-834b958c-43b9-4ac8-9993-eb7edfcf2f50,DISK] 2024-11-10T19:20:54,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.rep.1731266454426 2024-11-10T19:20:54,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-10T19:20:54,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ab170f687ca9f29396df99accd5f9357, NAME => 'hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:54,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. service=MultiRowMutationService 2024-11-10T19:20:54,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:20:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,474 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,475 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab170f687ca9f29396df99accd5f9357 columnFamilyName hfileref 2024-11-10T19:20:54,475 DEBUG [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:54,476 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] regionserver.HStore(327): Store=ab170f687ca9f29396df99accd5f9357/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:54,476 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,477 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab170f687ca9f29396df99accd5f9357 columnFamilyName queue 2024-11-10T19:20:54,477 DEBUG [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:54,477 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] regionserver.HStore(327): Store=ab170f687ca9f29396df99accd5f9357/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:54,477 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,478 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab170f687ca9f29396df99accd5f9357 columnFamilyName sid 2024-11-10T19:20:54,478 DEBUG [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:54,479 INFO [StoreOpener-ab170f687ca9f29396df99accd5f9357-1 {}] regionserver.HStore(327): Store=ab170f687ca9f29396df99accd5f9357/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:54,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:20:54,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:54,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ab170f687ca9f29396df99accd5f9357; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66178077, jitterRate=-0.013869807124137878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:20:54,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:20:54,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ab170f687ca9f29396df99accd5f9357: Running coprocessor pre-open hook at 1731266454465Writing region info on filesystem at 1731266454465Initializing all the Stores at 1731266454466 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266454466Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266454468 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266454468Cleaning up temporary data from old regions at 1731266454483 (+15 ms)Running coprocessor post-open hooks at 1731266454489 (+6 ms)Region opened successfully at 1731266454489 2024-11-10T19:20:54,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357., pid=10, masterSystemTime=1731266454415 2024-11-10T19:20:54,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:20:54,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab170f687ca9f29396df99accd5f9357, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,35209,1731266442584 2024-11-10T19:20:54,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab170f687ca9f29396df99accd5f9357, server=bdc25462c9ef,35209,1731266442584 because future has completed 2024-11-10T19:20:54,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:20:54,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ab170f687ca9f29396df99accd5f9357, server=bdc25462c9ef,35209,1731266442584 in 260 msec 2024-11-10T19:20:54,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:20:54,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab170f687ca9f29396df99accd5f9357, ASSIGN in 425 msec 2024-11-10T19:20:54,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:20:54,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266454529"}]},"ts":"1731266454529"} 2024-11-10T19:20:54,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:20:54,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:20:54,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-10T19:20:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2] 2024-11-10T19:20:54,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:54,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:20:54,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:20:54,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:20:54,885 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:20:54,935 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,35209,1731266442584, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:20:54,936 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:54,936 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35209,1731266442584, seqNum=-1] 2024-11-10T19:20:54,937 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:54,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T19:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,35209,1731266442584', locateType=CURRENT is [region=hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2] 2024-11-10T19:20:54,952 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:20:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:20:54,956 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,35209,1731266442584 suceeded 2024-11-10T19:20:54,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:20:54,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-10T19:20:54,961 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:46589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:20:54,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7130 sec 2024-11-10T19:20:54,974 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:46589' 2024-11-10T19:20:54,975 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c90ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:54,975 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:20:54,976 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:54,976 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:20:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:20:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@222e7828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:20:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:54,978 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:54,979 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33846142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:54,979 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@792da58e 2024-11-10T19:20:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:54,982 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T19:20:54,982 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,35209,1731266442584 (queues=1) is replicating from cluster=2fb5902f-7111-49b2-b98e-9726e38cfbe7 to cluster=49163199-f0b5-40a0-8a5f-0dc0b28bf43d 2024-11-10T19:20:54,983 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C35209%2C1731266442584 2024-11-10T19:20:54,983 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,35209,1731266442584, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:20:54,983 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922, startPosition=0, beingWritten=true 2024-11-10T19:20:54,984 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C35209%2C1731266442584 2024-11-10T19:20:54,990 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:20:54,990 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:54,990 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,35209,1731266442584 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:20:55,205 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:55,395 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:20:55,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:55,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:55,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:55,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:55,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:55,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:55,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:20:55,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:55,396 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:20:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:20:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc20f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:20:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:55,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93a5e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:55,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:55,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:55,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779e9045 2024-11-10T19:20:55,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:55,400 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:55,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:43953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:20:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:20:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:55,403 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:43953' 2024-11-10T19:20:55,404 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb90087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:55,404 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:20:55,404 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:55,405 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:20:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:20:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602c0371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:20:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:55,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:55,407 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddb8d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:55,409 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c23287 2024-11-10T19:20:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:55,411 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:55,411 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T19:20:55,411 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:20:55,411 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:55,412 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:55,412 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:20:55,413 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:20:55,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:55,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:20:55,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:55,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:20:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:20:55,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cc05c088c33110f485cbd78c0267f34, NAME => 'hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af 2024-11-10T19:20:55,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:20:55,463 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:20:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:55,508 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:55,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:20:55,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:20:55,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:55,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4cc05c088c33110f485cbd78c0267f34, disabling compactions & flushes 2024-11-10T19:20:55,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:55,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:55,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. after waiting 0 ms 2024-11-10T19:20:55,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:55,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:55,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cc05c088c33110f485cbd78c0267f34: Waiting for close lock at 1731266455838Disabling compacts and flushes for region at 1731266455838Disabling writes for close at 1731266455838Writing region close event to WAL at 1731266455838Closed at 1731266455838 2024-11-10T19:20:55,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:20:55,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266455840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266455840"}]},"ts":"1731266455840"} 2024-11-10T19:20:55,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:20:55,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:20:55,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266455845"}]},"ts":"1731266455845"} 2024-11-10T19:20:55,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:20:55,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4cc05c088c33110f485cbd78c0267f34, ASSIGN}] 2024-11-10T19:20:55,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4cc05c088c33110f485cbd78c0267f34, ASSIGN 2024-11-10T19:20:55,851 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4cc05c088c33110f485cbd78c0267f34, ASSIGN; state=OFFLINE, location=bdc25462c9ef,38143,1731266448736; forceNewPlan=false, retain=false 2024-11-10T19:20:55,925 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:56,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4cc05c088c33110f485cbd78c0267f34, regionState=OPENING, regionLocation=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:56,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4cc05c088c33110f485cbd78c0267f34, ASSIGN because future has completed 2024-11-10T19:20:56,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cc05c088c33110f485cbd78c0267f34, server=bdc25462c9ef,38143,1731266448736}] 2024-11-10T19:20:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:56,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:56,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:20:56,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:20:56,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C38143%2C1731266448736.rep, suffix=, logDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736, archiveDir=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/oldWALs, maxLogs=10 2024-11-10T19:20:56,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.rep.1731266456186, exclude list is [], retry=0 2024-11-10T19:20:56,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40049,DS-bd743ae1-f9a3-4341-9eab-b6adaaddb00d,DISK] 2024-11-10T19:20:56,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.rep.1731266456186 2024-11-10T19:20:56,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40915:40915)] 2024-11-10T19:20:56,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cc05c088c33110f485cbd78c0267f34, NAME => 'hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:20:56,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:20:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:20:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. service=MultiRowMutationService 2024-11-10T19:20:56,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:20:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:20:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,236 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,237 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc05c088c33110f485cbd78c0267f34 columnFamilyName hfileref 2024-11-10T19:20:56,238 DEBUG [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:56,252 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] regionserver.HStore(327): Store=4cc05c088c33110f485cbd78c0267f34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:56,252 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,254 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc05c088c33110f485cbd78c0267f34 columnFamilyName queue 2024-11-10T19:20:56,254 DEBUG [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:56,254 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] regionserver.HStore(327): Store=4cc05c088c33110f485cbd78c0267f34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:56,254 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,255 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc05c088c33110f485cbd78c0267f34 columnFamilyName sid 2024-11-10T19:20:56,255 DEBUG [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:20:56,256 INFO [StoreOpener-4cc05c088c33110f485cbd78c0267f34-1 {}] regionserver.HStore(327): Store=4cc05c088c33110f485cbd78c0267f34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:20:56,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:20:56,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:20:56,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4cc05c088c33110f485cbd78c0267f34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475081, jitterRate=-0.024345263838768005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:20:56,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:20:56,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4cc05c088c33110f485cbd78c0267f34: Running coprocessor pre-open hook at 1731266456234Writing region info on filesystem at 1731266456234Initializing all the Stores at 1731266456235 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266456235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266456235Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266456235Cleaning up temporary data from old regions at 1731266456259 (+24 ms)Running coprocessor post-open hooks at 1731266456277 (+18 ms)Region opened successfully at 1731266456277 2024-11-10T19:20:56,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34., pid=10, masterSystemTime=1731266456173 2024-11-10T19:20:56,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:56,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:20:56,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4cc05c088c33110f485cbd78c0267f34, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,38143,1731266448736 2024-11-10T19:20:56,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cc05c088c33110f485cbd78c0267f34, server=bdc25462c9ef,38143,1731266448736 because future has completed 2024-11-10T19:20:56,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:20:56,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cc05c088c33110f485cbd78c0267f34, server=bdc25462c9ef,38143,1731266448736 in 282 msec 2024-11-10T19:20:56,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:20:56,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4cc05c088c33110f485cbd78c0267f34, ASSIGN in 444 msec 2024-11-10T19:20:56,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:20:56,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266456296"}]},"ts":"1731266456296"} 2024-11-10T19:20:56,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:20:56,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:20:56,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 887 msec 2024-11-10T19:20:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2] 2024-11-10T19:20:56,406 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:20:56,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:20:56,431 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:56,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:20:56,583 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:20:56,620 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,38143,1731266448736, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:20:56,620 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:56,620 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38143,1731266448736, seqNum=-1] 2024-11-10T19:20:56,621 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:56,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T19:20:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,38143,1731266448736', locateType=CURRENT is [region=hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2] 2024-11-10T19:20:56,632 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:20:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:20:56,635 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,38143,1731266448736 suceeded 2024-11-10T19:20:56,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:20:56,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-10T19:20:56,637 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:43953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:20:56,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2360 sec 2024-11-10T19:20:56,649 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:43953' 2024-11-10T19:20:56,650 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554c1956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:56,651 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:20:56,651 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:56,652 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:20:56,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:56,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:20:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4da4af9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:20:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:56,654 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:56,655 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f44351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:56,655 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17cec85 2024-11-10T19:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:56,657 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T19:20:56,658 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,38143,1731266448736 (queues=1) is replicating from cluster=49163199-f0b5-40a0-8a5f-0dc0b28bf43d to cluster=2fb5902f-7111-49b2-b98e-9726e38cfbe7 2024-11-10T19:20:56,658 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C38143%2C1731266448736 2024-11-10T19:20:56,658 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,38143,1731266448736, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:20:56,661 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964, startPosition=0, beingWritten=true 2024-11-10T19:20:56,661 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C38143%2C1731266448736 2024-11-10T19:20:56,671 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:20:56,671 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:56,671 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,38143,1731266448736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:20:56,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:20:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:20:56,881 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:57,037 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:57,185 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:20:57,546 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:20:57,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:57,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:57,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:57,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:57,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:57,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:20:57,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731266457565/Put/seqid=0 2024-11-10T19:20:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741840_1016 (size=7894) 2024-11-10T19:20:57,613 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:57,744 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:57,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:20:57,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T19:20:57,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:20:57,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T19:20:57,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:20:57,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T19:20:58,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731266458013/Put/seqid=0 2024-11-10T19:20:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741841_1017 (size=7691) 2024-11-10T19:20:58,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:58,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:20:58,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:58,033 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:20:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:20:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380bcc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:20:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:58,036 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:58,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:58,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35209,1731266442584, seqNum=-1] 2024-11-10T19:20:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:58,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:58,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43953,1731266442310 2024-11-10T19:20:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9f11b 2024-11-10T19:20:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:58,071 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:20:58,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266451465.46022c9889a38f737378555bc6922bbf., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2] 2024-11-10T19:20:58,081 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:20:58,094 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T19:20:58,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T19:20:58,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:20:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T19:20:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:20:58,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:20:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T19:20:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:20:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HRegion(2603): Flush status journal for 46022c9889a38f737378555bc6922bbf: 2024-11-10T19:20:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_0 2024-11-10T19:20:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_0 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ 2024-11-10T19:20:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_1 2024-11-10T19:20:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_1 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ 2024-11-10T19:20:58,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_0 into 46022c9889a38f737378555bc6922bbf/f as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ - updating store file list. 2024-11-10T19:20:58,142 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:20:58,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ into 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:20:58,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_0 into 46022c9889a38f737378555bc6922bbf/f (new location: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_) 2024-11-10T19:20:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_0 2024-11-10T19:20:58,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_1 into 46022c9889a38f737378555bc6922bbf/f as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ - updating store file list. 2024-11-10T19:20:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:20:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ into 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:20:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_1 into 46022c9889a38f737378555bc6922bbf/f (new location: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_) 2024-11-10T19:20:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins__test__j38eor1dsiqcroohrbunam3oc20e52ae0m846cu5hsljat70jcn23v2i1aacsddv/f/hfile_1 2024-11-10T19:20:58,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:20:58,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:20:58,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:58,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:58,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:20:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731266451465.46022c9889a38f737378555bc6922bbf., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2 , the old value is region=test,,1731266451465.46022c9889a38f737378555bc6922bbf., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bdc25462c9ef:35209 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:20:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731266451465.46022c9889a38f737378555bc6922bbf., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:20:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731266451465.46022c9889a38f737378555bc6922bbf., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2 from cache 2024-11-10T19:20:58,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38143,1731266448736, seqNum=-1] 2024-11-10T19:20:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:58,162 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T19:20:58,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:20:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2] 2024-11-10T19:20:58,168 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:20:58,265 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:35209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T19:20:58,573 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 379, reset compression=false 2024-11-10T19:20:58,578 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:20:58,578 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,35209,1731266442584 got entry batch from reader: WALEntryBatch [walEntries=[{test/46022c9889a38f737378555bc6922bbf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266458157/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T19:20:58,580 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:20:58,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T19:20:58,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.ReplicationSink(318): Replicating [2fb5902f-7111-49b2-b98e-9726e38cfbe7] bulk loaded data 2024-11-10T19:20:58,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@486d6e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:58,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:20:58,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:20:58,583 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:20:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:20:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:20:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6afde852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:20:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:20:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:20:58,584 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:20:58,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b788f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:20:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741840_1016 (size=7894) 2024-11-10T19:20:58,757 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:58,778 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 687, reset compression=false 2024-11-10T19:20:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741841_1017 (size=7691) 2024-11-10T19:20:59,082 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 687, reset compression=false 2024-11-10T19:20:59,170 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:20:59,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:20:59,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46589,1731266448540 2024-11-10T19:20:59,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acffd65 2024-11-10T19:20:59,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:20:59,413 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T19:20:59,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:20:59,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:20:59,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38143,1731266448736, seqNum=-1] 2024-11-10T19:20:59,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:20:59,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T19:20:59,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T19:20:59,439 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T19:20:59,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ for inclusion in 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:20:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T19:20:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:20:59,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ for inclusion in 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:20:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T19:20:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:20:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HRegion(2603): Flush status journal for 4622bca089e43851ae1c2f659362eeb1: 2024-11-10T19:20:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:20:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/cd6af70135d046fd9de017398a89d7b1_SeqId_4_ 2024-11-10T19:20:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:20:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/107310198396465ba32224f7e58b60f3_SeqId_4_ 2024-11-10T19:20:59,461 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:20:59,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ into 4622bca089e43851ae1c2f659362eeb1/f as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/cd6af70135d046fd9de017398a89d7b1_SeqId_4_ - updating store file list. 2024-11-10T19:20:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd6af70135d046fd9de017398a89d7b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:20:59,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/cd6af70135d046fd9de017398a89d7b1_SeqId_4_ into 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:20:59,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ into 4622bca089e43851ae1c2f659362eeb1/f (new location: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/cd6af70135d046fd9de017398a89d7b1_SeqId_4_) 2024-11-10T19:20:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_ 2024-11-10T19:20:59,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ into 4622bca089e43851ae1c2f659362eeb1/f as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/107310198396465ba32224f7e58b60f3_SeqId_4_ - updating store file list. 2024-11-10T19:20:59,485 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 687, reset compression=false 2024-11-10T19:20:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 107310198396465ba32224f7e58b60f3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:20:59,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/107310198396465ba32224f7e58b60f3_SeqId_4_ into 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:20:59,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ into 4622bca089e43851ae1c2f659362eeb1/f (new location: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/107310198396465ba32224f7e58b60f3_SeqId_4_) 2024-11-10T19:20:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__1jedum00o1a5it8ip9k3i0roptg8nb08kh33r7nhk4ieilfas97i5rmcpdn3vjqu/f/797a5ccf05fe4f83b512a4c5042ee035_SeqId_4_ 2024-11-10T19:20:59,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.ReplicationSink(324): Finished replicating [2fb5902f-7111-49b2-b98e-9726e38cfbe7] bulk loaded data 2024-11-10T19:20:59,997 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 687, reset compression=false 2024-11-10T19:21:00,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:00,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731266460183/Put/seqid=0 2024-11-10T19:21:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741842_1018 (size=11194) 2024-11-10T19:21:00,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731266460195/Put/seqid=0 2024-11-10T19:21:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741843_1019 (size=10791) 2024-11-10T19:21:00,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:00,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46589,-1 for getting cluster id 2024-11-10T19:21:00,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:00,218 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49163199-f0b5-40a0-8a5f-0dc0b28bf43d' 2024-11-10T19:21:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49163199-f0b5-40a0-8a5f-0dc0b28bf43d" 2024-11-10T19:21:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0adf05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46589,-1] 2024-11-10T19:21:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:00,221 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:00,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:00,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,38143,1731266448736, seqNum=-1] 2024-11-10T19:21:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:00,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:00,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46589,1731266448540 2024-11-10T19:21:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ce9451 2024-11-10T19:21:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:00,247 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2] 2024-11-10T19:21:00,257 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:21:00,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T19:21:00,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T19:21:00,282 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 379, reset compression=false 2024-11-10T19:21:00,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:21:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T19:21:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:21:00,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:21:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T19:21:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:21:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HRegion(2603): Flush status journal for 4622bca089e43851ae1c2f659362eeb1: 2024-11-10T19:21:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_0 2024-11-10T19:21:00,323 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:00,323 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,38143,1731266448736 got entry batch from reader: WALEntryBatch [walEntries=[{test/4622bca089e43851ae1c2f659362eeb1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266459496/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T19:21:00,325 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_0 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ 2024-11-10T19:21:00,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T19:21:00,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.ReplicationSink(318): Replicating [2fb5902f-7111-49b2-b98e-9726e38cfbe7, 49163199-f0b5-40a0-8a5f-0dc0b28bf43d] bulk loaded data 2024-11-10T19:21:00,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d1e553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:00,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43953,-1 for getting cluster id 2024-11-10T19:21:00,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_1 2024-11-10T19:21:00,329 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fb5902f-7111-49b2-b98e-9726e38cfbe7' 2024-11-10T19:21:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fb5902f-7111-49b2-b98e-9726e38cfbe7" 2024-11-10T19:21:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d8c6146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43953,-1] 2024-11-10T19:21:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:00,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:00,332 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:00,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1891d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_1 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ 2024-11-10T19:21:00,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_0 into 4622bca089e43851ae1c2f659362eeb1/f as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ - updating store file list. 2024-11-10T19:21:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e607d853ad2141f4996880b77ee18f9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:21:00,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ into 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:21:00,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_0 into 4622bca089e43851ae1c2f659362eeb1/f (new location: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_) 2024-11-10T19:21:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_0 2024-11-10T19:21:00,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_1 into 4622bca089e43851ae1c2f659362eeb1/f as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ - updating store file list. 2024-11-10T19:21:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da89f5d4c5b24324a2434e8da3556399_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:21:00,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ into 4622bca089e43851ae1c2f659362eeb1/f 2024-11-10T19:21:00,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_1 into 4622bca089e43851ae1c2f659362eeb1/f (new location: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_) 2024-11-10T19:21:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins__test__ghbhck34r1ipj9f2to59p4qdbdkuon32pe12ofneumum4shafeivbmgh9teoug5t/f/hfile_1 2024-11-10T19:21:00,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:00,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:00,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:00,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:00,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2 , the old value is region=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bdc25462c9ef:38143 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:21:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:21:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., hostname=bdc25462c9ef,38143,1731266448736, seqNum=2 from cache 2024-11-10T19:21:00,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:00,372 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T19:21:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35209,1731266442584, seqNum=-1] 2024-11-10T19:21:00,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:00,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266451465.46022c9889a38f737378555bc6922bbf., hostname=bdc25462c9ef,35209,1731266442584, seqNum=2] 2024-11-10T19:21:00,396 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:21:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741842_1018 (size=7691) 2024-11-10T19:21:00,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741843_1019 (size=7894) 2024-11-10T19:21:00,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43953,1731266442310 2024-11-10T19:21:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4491fa9f 2024-11-10T19:21:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:00,439 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T19:21:00,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:21:00,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,35209,1731266442584, seqNum=-1] 2024-11-10T19:21:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:00,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T19:21:00,456 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__4qu4bnm5dm29bhm7crn0og8bbrvshhuvd0mrgshh63un48n3jc268aojfnod4c6k/f/107310198396465ba32224f7e58b60f3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T19:21:00,460 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__4qu4bnm5dm29bhm7crn0og8bbrvshhuvd0mrgshh63un48n3jc268aojfnod4c6k/f/cd6af70135d046fd9de017398a89d7b1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T19:21:00,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.ReplicationSink(324): Finished replicating [2fb5902f-7111-49b2-b98e-9726e38cfbe7, 49163199-f0b5-40a0-8a5f-0dc0b28bf43d] bulk loaded data 2024-11-10T19:21:00,475 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:38143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T19:21:00,523 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 725, reset compression=false 2024-11-10T19:21:00,531 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:00,531 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,38143,1731266448736 got entry batch from reader: WALEntryBatch [walEntries=[{test/4622bca089e43851ae1c2f659362eeb1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266460367/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T19:21:00,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.ReplicationSink(318): Replicating [49163199-f0b5-40a0-8a5f-0dc0b28bf43d] bulk loaded data 2024-11-10T19:21:00,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741844_1020 (size=11194) 2024-11-10T19:21:00,601 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 687, reset compression=false 2024-11-10T19:21:00,732 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1033, reset compression=false 2024-11-10T19:21:01,037 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1033, reset compression=false 2024-11-10T19:21:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741845_1021 (size=10791) 2024-11-10T19:21:01,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:21:01,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T19:21:01,096 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T19:21:01,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ for inclusion in 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:21:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T19:21:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:21:01,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ for inclusion in 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:21:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T19:21:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:21:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HRegion(2603): Flush status journal for 46022c9889a38f737378555bc6922bbf: 2024-11-10T19:21:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e607d853ad2141f4996880b77ee18f9d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:21:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/d14a6380dfdb40b0aecceb818ef97df5_SeqId_6_ 2024-11-10T19:21:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): da89f5d4c5b24324a2434e8da3556399_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:21:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/b85207dbfa88479da12a5bedc234b49a_SeqId_6_ 2024-11-10T19:21:01,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ into 46022c9889a38f737378555bc6922bbf/f as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/d14a6380dfdb40b0aecceb818ef97df5_SeqId_6_ - updating store file list. 2024-11-10T19:21:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d14a6380dfdb40b0aecceb818ef97df5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:21:01,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/d14a6380dfdb40b0aecceb818ef97df5_SeqId_6_ into 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:21:01,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ into 46022c9889a38f737378555bc6922bbf/f (new location: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/d14a6380dfdb40b0aecceb818ef97df5_SeqId_6_) 2024-11-10T19:21:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/e607d853ad2141f4996880b77ee18f9d_SeqId_6_ 2024-11-10T19:21:01,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ into 46022c9889a38f737378555bc6922bbf/f as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/b85207dbfa88479da12a5bedc234b49a_SeqId_6_ - updating store file list. 2024-11-10T19:21:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b85207dbfa88479da12a5bedc234b49a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:21:01,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/b85207dbfa88479da12a5bedc234b49a_SeqId_6_ into 46022c9889a38f737378555bc6922bbf/f 2024-11-10T19:21:01,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ into 46022c9889a38f737378555bc6922bbf/f (new location: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/f/b85207dbfa88479da12a5bedc234b49a_SeqId_6_) 2024-11-10T19:21:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/staging/jenkins.hfs.10__test__b222r7jae80m3mq99ds2mq2r2b3j1kq25o6e2epiqivmnu8kd30rh2jratqdk84e/f/da89f5d4c5b24324a2434e8da3556399_SeqId_6_ 2024-11-10T19:21:01,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] regionserver.ReplicationSink(324): Finished replicating [49163199-f0b5-40a0-8a5f-0dc0b28bf43d] bulk loaded data 2024-11-10T19:21:01,312 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 687, reset compression=false 2024-11-10T19:21:01,321 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:01,321 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,35209,1731266442584 got entry batch from reader: WALEntryBatch [walEntries=[{test/46022c9889a38f737378555bc6922bbf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266461224/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T19:21:01,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.ReplicationSink(318): Replicating [49163199-f0b5-40a0-8a5f-0dc0b28bf43d, 2fb5902f-7111-49b2-b98e-9726e38cfbe7] bulk loaded data 2024-11-10T19:21:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741844_1020 (size=11194) 2024-11-10T19:21:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741845_1021 (size=10791) 2024-11-10T19:21:01,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:21:01,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:21:01,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:01,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:01,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:01,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:01,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:01,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:21:01,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255360162, stopped=false 2024-11-10T19:21:01,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,46589,1731266448540 2024-11-10T19:21:01,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__8uhkou3umkm4a26l60bvoh49a15v0h1qjbrnghdmnpcip60pg68ls3hcbusosonj/f/b85207dbfa88479da12a5bedc234b49a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T19:21:01,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/staging/jenkins.hfs.11__test__8uhkou3umkm4a26l60bvoh49a15v0h1qjbrnghdmnpcip60pg68ls3hcbusosonj/f/d14a6380dfdb40b0aecceb818ef97df5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T19:21:01,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38143 {}] regionserver.ReplicationSink(324): Finished replicating [49163199-f0b5-40a0-8a5f-0dc0b28bf43d, 2fb5902f-7111-49b2-b98e-9726e38cfbe7] bulk loaded data 2024-11-10T19:21:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046350529/running 2024-11-10T19:21:01,469 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046350529/running 2024-11-10T19:21:01,469 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:21:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:21:01,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:01,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:01,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:01,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:01,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/running 2024-11-10T19:21:01,469 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,38143,1731266448736' ***** 2024-11-10T19:21:01,469 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:21:01,470 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:21:01,470 INFO [RS:0;bdc25462c9ef:38143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:21:01,470 INFO [RS:0;bdc25462c9ef:38143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:21:01,470 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:21:01,470 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:21:01,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Set watcher on znode that does not yet exist, /1-1046350529/running 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(3091): Received CLOSE for 4622bca089e43851ae1c2f659362eeb1 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,38143,1731266448736 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:38143. 2024-11-10T19:21:01,476 DEBUG [RS:0;bdc25462c9ef:38143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:01,476 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:21:01,476 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:21:01,480 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:21:01,480 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1325): Online Regions={4cc05c088c33110f485cbd78c0267f34=hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34., 4622bca089e43851ae1c2f659362eeb1=test,,1731266452097.4622bca089e43851ae1c2f659362eeb1., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:21:01,480 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4622bca089e43851ae1c2f659362eeb1, 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:21:01,481 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1033, reset compression=false 2024-11-10T19:21:01,481 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:01,481 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:01,481 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:01,481 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:01,481 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:01,481 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:21:01,488 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cc05c088c33110f485cbd78c0267f34, disabling compactions & flushes 2024-11-10T19:21:01,488 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:21:01,488 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:21:01,488 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. after waiting 0 ms 2024-11-10T19:21:01,488 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:21:01,489 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4cc05c088c33110f485cbd78c0267f34 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T19:21:01,521 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:01,542 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:01,549 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/info/48d9801d19c44eea93a70e45ddf88f78 is 147, key is hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34./info:regioninfo/1731266456283/Put/seqid=0 2024-11-10T19:21:01,556 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/.tmp/hfileref/c4f0336f8adc4db3810f040a0db328d7 is 74, key is 1/hfileref:107310198396465ba32224f7e58b60f3_SeqId_4_/1731266460465/DeleteColumn/seqid=0 2024-11-10T19:21:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741846_1022 (size=7686) 2024-11-10T19:21:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741847_1023 (size=5345) 2024-11-10T19:21:01,594 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/.tmp/hfileref/c4f0336f8adc4db3810f040a0db328d7 2024-11-10T19:21:01,647 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/.tmp/queue/f97585fcdee14bd7af8a2bdfce3785cd is 154, key is 1-bdc25462c9ef,38143,1731266448736/queue:bdc25462c9ef%2C38143%2C1731266448736/1731266461231/Put/seqid=0 2024-11-10T19:21:01,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741848_1024 (size=5353) 2024-11-10T19:21:01,675 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/.tmp/queue/f97585fcdee14bd7af8a2bdfce3785cd 2024-11-10T19:21:01,681 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4622bca089e43851ae1c2f659362eeb1, 4cc05c088c33110f485cbd78c0267f34 2024-11-10T19:21:01,683 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/.tmp/hfileref/c4f0336f8adc4db3810f040a0db328d7 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/hfileref/c4f0336f8adc4db3810f040a0db328d7 2024-11-10T19:21:01,690 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/hfileref/c4f0336f8adc4db3810f040a0db328d7, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T19:21:01,691 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/.tmp/queue/f97585fcdee14bd7af8a2bdfce3785cd as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/queue/f97585fcdee14bd7af8a2bdfce3785cd 2024-11-10T19:21:01,699 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/queue/f97585fcdee14bd7af8a2bdfce3785cd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T19:21:01,704 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4cc05c088c33110f485cbd78c0267f34 in 215ms, sequenceid=12, compaction requested=false 2024-11-10T19:21:01,732 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/replication/4cc05c088c33110f485cbd78c0267f34/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:21:01,733 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:01,733 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:01,733 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:21:01,733 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cc05c088c33110f485cbd78c0267f34: Waiting for close lock at 1731266461488Running coprocessor pre-close hooks at 1731266461488Disabling compacts and flushes for region at 1731266461488Disabling writes for close at 1731266461488Obtaining lock to block concurrent updates at 1731266461489 (+1 ms)Preparing flush snapshotting stores in 4cc05c088c33110f485cbd78c0267f34 at 1731266461489Finished memstore snapshotting hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731266461489Flushing stores of hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. at 1731266461490 (+1 ms)Flushing 4cc05c088c33110f485cbd78c0267f34/hfileref: creating writer at 1731266461495 (+5 ms)Flushing 4cc05c088c33110f485cbd78c0267f34/hfileref: appending metadata at 1731266461556 (+61 ms)Flushing 4cc05c088c33110f485cbd78c0267f34/hfileref: closing flushed file at 1731266461556Flushing 4cc05c088c33110f485cbd78c0267f34/queue: creating writer at 1731266461603 (+47 ms)Flushing 4cc05c088c33110f485cbd78c0267f34/queue: appending metadata at 1731266461646 (+43 ms)Flushing 4cc05c088c33110f485cbd78c0267f34/queue: closing flushed file at 1731266461646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a75f38: reopening flushed file at 1731266461682 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e46f64d: reopening flushed file at 1731266461690 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4cc05c088c33110f485cbd78c0267f34 in 215ms, sequenceid=12, compaction requested=false at 1731266461704 (+14 ms)Writing region close event to WAL at 1731266461713 (+9 ms)Running coprocessor post-close hooks at 1731266461733 (+20 ms)Closed at 1731266461733 2024-11-10T19:21:01,733 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266455412.4cc05c088c33110f485cbd78c0267f34. 2024-11-10T19:21:01,734 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4622bca089e43851ae1c2f659362eeb1, disabling compactions & flushes 2024-11-10T19:21:01,734 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:21:01,734 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:21:01,734 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. after waiting 0 ms 2024-11-10T19:21:01,734 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:21:01,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:01,741 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/default/test/4622bca089e43851ae1c2f659362eeb1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:21:01,741 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:01,741 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:01,741 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:21:01,742 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4622bca089e43851ae1c2f659362eeb1: Waiting for close lock at 1731266461733Running coprocessor pre-close hooks at 1731266461733Disabling compacts and flushes for region at 1731266461733Disabling writes for close at 1731266461734 (+1 ms)Writing region close event to WAL at 1731266461737 (+3 ms)Running coprocessor post-close hooks at 1731266461741 (+4 ms)Closed at 1731266461741 2024-11-10T19:21:01,742 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266452097.4622bca089e43851ae1c2f659362eeb1. 2024-11-10T19:21:01,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:01,824 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:21:01,824 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:21:01,864 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:01,881 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:01,971 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/info/48d9801d19c44eea93a70e45ddf88f78 2024-11-10T19:21:02,002 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/ns/f0111acefeeb463588d4fc1c6489ce91 is 43, key is default/ns:d/1731266451330/Put/seqid=0 2024-11-10T19:21:02,003 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1033, reset compression=false 2024-11-10T19:21:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741849_1025 (size=5153) 2024-11-10T19:21:02,010 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:02,011 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1328, reset compression=false 2024-11-10T19:21:02,011 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,38143,1731266448736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:02,012 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/ns/f0111acefeeb463588d4fc1c6489ce91 2024-11-10T19:21:02,011 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,38143,1731266448736: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,38143,1731266448736, walGroup=bdc25462c9ef%2C38143%2C1731266448736, offset=bdc25462c9ef%2C38143%2C1731266448736.1731266450964:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:38143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:21:02,013 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:21:02,013 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:21:02,014 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:21:02,014 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:21:02,014 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:21:02,014 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 814440448 }, "NonHeapMemoryUsage": { "committed": 191823872, "init": 7667712, "max": -1, "used": 188792680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:21:02,017 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:46589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:21:02,049 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/rep_barrier/75dc9a0a933342819a943cfcf7710b76 is 112, key is test,,1731266452097.4622bca089e43851ae1c2f659362eeb1./rep_barrier:seqnumDuringOpen/1731266452847/Put/seqid=0 2024-11-10T19:21:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741850_1026 (size=5518) 2024-11-10T19:21:02,081 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:02,236 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1328, reset compression=false 2024-11-10T19:21:02,281 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:02,294 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:02,454 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/rep_barrier/75dc9a0a933342819a943cfcf7710b76 2024-11-10T19:21:02,481 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:21:02,481 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:21:02,482 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:02,506 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/table/d62c215c97074ee282fc8490204594c5 is 53, key is hbase:replication/table:state/1731266456296/Put/seqid=0 2024-11-10T19:21:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741851_1027 (size=5308) 2024-11-10T19:21:02,545 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1328, reset compression=false 2024-11-10T19:21:02,682 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:02,827 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:02,882 DEBUG [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:02,945 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/table/d62c215c97074ee282fc8490204594c5 2024-11-10T19:21:02,950 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/info/48d9801d19c44eea93a70e45ddf88f78 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/info/48d9801d19c44eea93a70e45ddf88f78 2024-11-10T19:21:02,954 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/info/48d9801d19c44eea93a70e45ddf88f78, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:21:02,955 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/ns/f0111acefeeb463588d4fc1c6489ce91 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/ns/f0111acefeeb463588d4fc1c6489ce91 2024-11-10T19:21:02,959 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/ns/f0111acefeeb463588d4fc1c6489ce91, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:21:02,960 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/rep_barrier/75dc9a0a933342819a943cfcf7710b76 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/rep_barrier/75dc9a0a933342819a943cfcf7710b76 2024-11-10T19:21:02,961 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.wal-reader.bdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 to pos 1328, reset compression=false 2024-11-10T19:21:02,965 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/rep_barrier/75dc9a0a933342819a943cfcf7710b76, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:21:02,966 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/.tmp/table/d62c215c97074ee282fc8490204594c5 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/table/d62c215c97074ee282fc8490204594c5 2024-11-10T19:21:02,970 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/table/d62c215c97074ee282fc8490204594c5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:21:02,971 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1490ms, sequenceid=16, compaction requested=false 2024-11-10T19:21:02,975 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:21:02,975 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:02,975 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:02,975 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:02,975 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266461481Running coprocessor pre-close hooks at 1731266461481Disabling compacts and flushes for region at 1731266461481Disabling writes for close at 1731266461481Obtaining lock to block concurrent updates at 1731266461481Preparing flush snapshotting stores in 1588230740 at 1731266461481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266461485 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266461486 (+1 ms)Flushing 1588230740/info: creating writer at 1731266461486Flushing 1588230740/info: appending metadata at 1731266461546 (+60 ms)Flushing 1588230740/info: closing flushed file at 1731266461546Flushing 1588230740/ns: creating writer at 1731266461978 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731266462001 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731266462001Flushing 1588230740/rep_barrier: creating writer at 1731266462020 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266462049 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266462049Flushing 1588230740/table: creating writer at 1731266462464 (+415 ms)Flushing 1588230740/table: appending metadata at 1731266462505 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731266462506 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6395c97f: reopening flushed file at 1731266462949 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2c220a: reopening flushed file at 1731266462954 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2742c0d: reopening flushed file at 1731266462959 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70279050: reopening flushed file at 1731266462966 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1490ms, sequenceid=16, compaction requested=false at 1731266462971 (+5 ms)Writing region close event to WAL at 1731266462972 (+1 ms)Running coprocessor post-close hooks at 1731266462975 (+3 ms)Closed at 1731266462975 2024-11-10T19:21:02,976 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:03,082 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,38143,1731266448736; all regions closed. 2024-11-10T19:21:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:21:03,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.meta.1731266451243.meta not finished, retry = 0 2024-11-10T19:21:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741839_1015 (size=3127) 2024-11-10T19:21:03,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.rep.1731266456186 not finished, retry = 0 2024-11-10T19:21:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741833_1009 (size=1336) 2024-11-10T19:21:03,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/WALs/bdc25462c9ef,38143,1731266448736/bdc25462c9ef%2C38143%2C1731266448736.1731266450964 not finished, retry = 0 2024-11-10T19:21:03,391 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:03,392 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:03,392 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:03,392 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:03,392 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:03,392 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:03,392 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,38143,1731266448736 because: Region server is closing 2024-11-10T19:21:03,392 INFO [RS:0;bdc25462c9ef:38143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:38143. 2024-11-10T19:21:03,393 DEBUG [RS:0;bdc25462c9ef:38143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:03,393 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:03,393 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:03,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:03,441 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:03,493 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,38143,1731266448736.replicationSource.shipperbdc25462c9ef%2C38143%2C1731266448736,1-bdc25462c9ef,38143,1731266448736 terminated 2024-11-10T19:21:03,493 INFO [RS:0;bdc25462c9ef:38143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:38143. 2024-11-10T19:21:03,493 DEBUG [RS:0;bdc25462c9ef:38143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:03,493 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:03,493 DEBUG [RS:0;bdc25462c9ef:38143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:03,494 INFO [RS:0;bdc25462c9ef:38143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38143 2024-11-10T19:21:03,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:03,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529/rs 2024-11-10T19:21:03,542 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046350529/rs/bdc25462c9ef,38143,1731266448736 2024-11-10T19:21:03,542 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:03,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,38143,1731266448736] 2024-11-10T19:21:03,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046350529/draining/bdc25462c9ef,38143,1731266448736 already deleted, retry=false 2024-11-10T19:21:03,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,38143,1731266448736 expired; onlineServers=0 2024-11-10T19:21:03,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,46589,1731266448540' ***** 2024-11-10T19:21:03,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:21:03,563 INFO [M:0;bdc25462c9ef:46589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:03,563 INFO [M:0;bdc25462c9ef:46589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:03,563 DEBUG [M:0;bdc25462c9ef:46589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:21:03,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:21:03,563 DEBUG [M:0;bdc25462c9ef:46589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:21:03,563 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266450609 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266450609,5,FailOnTimeoutGroup] 2024-11-10T19:21:03,564 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266450605 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266450605,5,FailOnTimeoutGroup] 2024-11-10T19:21:03,564 INFO [M:0;bdc25462c9ef:46589 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:03,564 INFO [M:0;bdc25462c9ef:46589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:03,564 DEBUG [M:0;bdc25462c9ef:46589 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:21:03,564 INFO [M:0;bdc25462c9ef:46589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:21:03,564 INFO [M:0;bdc25462c9ef:46589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:03,564 INFO [M:0;bdc25462c9ef:46589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:21:03,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:21:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046350529/master 2024-11-10T19:21:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046350529 2024-11-10T19:21:03,574 DEBUG [M:0;bdc25462c9ef:46589 {}] zookeeper.ZKUtil(347): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Unable to get data of znode /1-1046350529/master because node does not exist (not an error) 2024-11-10T19:21:03,574 WARN [M:0;bdc25462c9ef:46589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:21:03,574 INFO [M:0;bdc25462c9ef:46589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/.lastflushedseqids 2024-11-10T19:21:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741852_1028 (size=263) 2024-11-10T19:21:03,653 INFO [RS:0;bdc25462c9ef:38143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:03,653 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:03,653 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38143-0x101263167570004, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:03,653 INFO [RS:0;bdc25462c9ef:38143 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,38143,1731266448736; zookeeper connection closed. 2024-11-10T19:21:03,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b1994a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b1994a4 2024-11-10T19:21:03,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:21:03,978 INFO [M:0;bdc25462c9ef:46589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:21:03,979 INFO [M:0;bdc25462c9ef:46589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:21:03,979 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:03,979 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:03,979 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:03,979 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:03,979 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:03,979 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T19:21:03,999 DEBUG [M:0;bdc25462c9ef:46589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b0bc5b33144c42b65ad1425d0e6e77 is 82, key is hbase:meta,,1/info:regioninfo/1731266451303/Put/seqid=0 2024-11-10T19:21:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741853_1029 (size=5672) 2024-11-10T19:21:04,011 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b0bc5b33144c42b65ad1425d0e6e77 2024-11-10T19:21:04,045 DEBUG [M:0;bdc25462c9ef:46589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/444d01770f5e46b0a57f7e3aac7c0873 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266456301/Put/seqid=0 2024-11-10T19:21:04,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741854_1030 (size=8516) 2024-11-10T19:21:04,050 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/444d01770f5e46b0a57f7e3aac7c0873 2024-11-10T19:21:04,070 DEBUG [M:0;bdc25462c9ef:46589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cafaa099386b447d9ea7d0fa4393c41d is 69, key is bdc25462c9ef,38143,1731266448736/rs:state/1731266450712/Put/seqid=0 2024-11-10T19:21:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741855_1031 (size=5156) 2024-11-10T19:21:04,144 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:04,475 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cafaa099386b447d9ea7d0fa4393c41d 2024-11-10T19:21:04,480 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b0bc5b33144c42b65ad1425d0e6e77 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58b0bc5b33144c42b65ad1425d0e6e77 2024-11-10T19:21:04,484 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58b0bc5b33144c42b65ad1425d0e6e77, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:21:04,484 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/444d01770f5e46b0a57f7e3aac7c0873 as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/444d01770f5e46b0a57f7e3aac7c0873 2024-11-10T19:21:04,488 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/444d01770f5e46b0a57f7e3aac7c0873, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:21:04,489 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cafaa099386b447d9ea7d0fa4393c41d as hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cafaa099386b447d9ea7d0fa4393c41d 2024-11-10T19:21:04,493 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46237/user/jenkins/test-data/3721f3c3-a214-85bf-fb76-c190721821af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cafaa099386b447d9ea7d0fa4393c41d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:21:04,494 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=97, compaction requested=false 2024-11-10T19:21:04,496 INFO [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:04,496 DEBUG [M:0;bdc25462c9ef:46589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266463979Disabling compacts and flushes for region at 1731266463979Disabling writes for close at 1731266463979Obtaining lock to block concurrent updates at 1731266463979Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266463979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731266463979Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266463980 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266463980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266463998 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266463998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266464018 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266464044 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266464044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266464054 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266464070 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266464070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1053a6: reopening flushed file at 1731266464479 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688ef264: reopening flushed file at 1731266464484 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b90e420: reopening flushed file at 1731266464488 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=97, compaction requested=false at 1731266464494 (+6 ms)Writing region close event to WAL at 1731266464496 (+2 ms)Closed at 1731266464496 2024-11-10T19:21:04,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40049 is added to blk_1073741830_1006 (size=63654) 2024-11-10T19:21:04,499 INFO [M:0;bdc25462c9ef:46589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:21:04,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:04,499 INFO [M:0;bdc25462c9ef:46589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46589 2024-11-10T19:21:04,500 INFO [M:0;bdc25462c9ef:46589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:04,726 INFO [M:0;bdc25462c9ef:46589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:04,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:04,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46589-0x101263167570003, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:04,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2b2829{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:04,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:04,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:04,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:04,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:04,752 WARN [BP-1489005689-172.17.0.3-1731266445180 heartbeating to localhost/127.0.0.1:46237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:21:04,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:21:04,752 WARN [BP-1489005689-172.17.0.3-1731266445180 heartbeating to localhost/127.0.0.1:46237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1489005689-172.17.0.3-1731266445180 (Datanode Uuid bac2ac41-50cf-421a-a45d-d529bddebeb9) service to localhost/127.0.0.1:46237 2024-11-10T19:21:04,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:21:04,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/cluster_7f1bd20a-a0ba-ced7-be4b-01e3b8be53e8/data/data1/current/BP-1489005689-172.17.0.3-1731266445180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:04,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/cluster_7f1bd20a-a0ba-ced7-be4b-01e3b8be53e8/data/data2/current/BP-1489005689-172.17.0.3-1731266445180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:04,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:21:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:04,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:04,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:04,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:21:04,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:21:04,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:04,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:04,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:04,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:04,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:21:04,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1797727012, stopped=false 2024-11-10T19:21:04,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:04,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,43953,1731266442310 2024-11-10T19:21:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663981981/running 2024-11-10T19:21:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663981981/running 2024-11-10T19:21:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:21:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:21:04,784 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:04,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/running 2024-11-10T19:21:04,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Set watcher on znode that does not yet exist, /0-1663981981/running 2024-11-10T19:21:04,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:04,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:04,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:04,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,35209,1731266442584' ***** 2024-11-10T19:21:04,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:21:04,785 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:21:04,785 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:21:04,785 INFO [RS:0;bdc25462c9ef:35209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:21:04,785 INFO [RS:0;bdc25462c9ef:35209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:21:04,785 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(3091): Received CLOSE for 46022c9889a38f737378555bc6922bbf 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(3091): Received CLOSE for ab170f687ca9f29396df99accd5f9357 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,35209,1731266442584 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:35209. 2024-11-10T19:21:04,786 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46022c9889a38f737378555bc6922bbf, disabling compactions & flushes 2024-11-10T19:21:04,786 DEBUG [RS:0;bdc25462c9ef:35209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:04,786 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:21:04,786 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:04,786 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:21:04,786 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266451465.46022c9889a38f737378555bc6922bbf. after waiting 0 ms 2024-11-10T19:21:04,786 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:21:04,786 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:21:04,786 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1325): Online Regions={46022c9889a38f737378555bc6922bbf=test,,1731266451465.46022c9889a38f737378555bc6922bbf., 1588230740=hbase:meta,,1.1588230740, ab170f687ca9f29396df99accd5f9357=hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357.} 2024-11-10T19:21:04,786 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46022c9889a38f737378555bc6922bbf, ab170f687ca9f29396df99accd5f9357 2024-11-10T19:21:04,786 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:04,786 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:04,786 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:04,787 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:04,787 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:04,787 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:21:04,791 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/default/test/46022c9889a38f737378555bc6922bbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:21:04,791 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:04,791 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:04,791 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:21:04,791 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46022c9889a38f737378555bc6922bbf: Waiting for close lock at 1731266464786Running coprocessor pre-close hooks at 1731266464786Disabling compacts and flushes for region at 1731266464786Disabling writes for close at 1731266464786Writing region close event to WAL at 1731266464786Running coprocessor post-close hooks at 1731266464791 (+5 ms)Closed at 1731266464791 2024-11-10T19:21:04,792 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266451465.46022c9889a38f737378555bc6922bbf. 2024-11-10T19:21:04,792 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab170f687ca9f29396df99accd5f9357, disabling compactions & flushes 2024-11-10T19:21:04,792 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:21:04,792 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:21:04,792 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. after waiting 0 ms 2024-11-10T19:21:04,792 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:21:04,792 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab170f687ca9f29396df99accd5f9357 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T19:21:04,806 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/info/37a5b02390564dca94c7de05e75cebb9 is 147, key is hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357./info:regioninfo/1731266454496/Put/seqid=0 2024-11-10T19:21:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741846_1022 (size=7686) 2024-11-10T19:21:04,814 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/.tmp/hfileref/20c1a605ab5f45b8b4878ca54528ed93 is 74, key is 1/hfileref:192864c0e3414bc69a1f3a573acc2ee4_SeqId_4_/1731266459499/DeleteColumn/seqid=0 2024-11-10T19:21:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741847_1023 (size=5345) 2024-11-10T19:21:04,831 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:04,948 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1033, reset compression=false 2024-11-10T19:21:04,952 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:04,952 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1328, reset compression=false 2024-11-10T19:21:04,952 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,35209,1731266442584 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:04,953 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,35209,1731266442584: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,35209,1731266442584, walGroup=bdc25462c9ef%2C35209%2C1731266442584, offset=bdc25462c9ef%2C35209%2C1731266442584.1731266443922:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:35209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:21:04,955 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:21:04,955 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:21:04,955 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:21:04,955 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:21:04,955 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:21:04,955 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 858480640 }, "NonHeapMemoryUsage": { "committed": 192217088, "init": 7667712, "max": -1, "used": 189306104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:21:04,956 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:43953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:43953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:21:04,986 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab170f687ca9f29396df99accd5f9357 2024-11-10T19:21:05,167 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1328, reset compression=false 2024-11-10T19:21:05,187 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab170f687ca9f29396df99accd5f9357 2024-11-10T19:21:05,214 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/info/37a5b02390564dca94c7de05e75cebb9 2024-11-10T19:21:05,217 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/.tmp/hfileref/20c1a605ab5f45b8b4878ca54528ed93 2024-11-10T19:21:05,238 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/.tmp/queue/50cb8b691247472b8fc856ffeb8aa7ad is 154, key is 1-bdc25462c9ef,35209,1731266442584/queue:bdc25462c9ef%2C35209%2C1731266442584/1731266461434/Put/seqid=0 2024-11-10T19:21:05,242 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/ns/4d921e8cb6364e1db15adccb6870fd54 is 43, key is default/ns:d/1731266444998/Put/seqid=0 2024-11-10T19:21:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741848_1024 (size=5353) 2024-11-10T19:21:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741849_1025 (size=5153) 2024-11-10T19:21:05,387 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab170f687ca9f29396df99accd5f9357 2024-11-10T19:21:05,471 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1328, reset compression=false 2024-11-10T19:21:05,587 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab170f687ca9f29396df99accd5f9357 2024-11-10T19:21:05,653 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/.tmp/queue/50cb8b691247472b8fc856ffeb8aa7ad 2024-11-10T19:21:05,658 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/.tmp/hfileref/20c1a605ab5f45b8b4878ca54528ed93 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/hfileref/20c1a605ab5f45b8b4878ca54528ed93 2024-11-10T19:21:05,658 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/ns/4d921e8cb6364e1db15adccb6870fd54 2024-11-10T19:21:05,663 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/hfileref/20c1a605ab5f45b8b4878ca54528ed93, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T19:21:05,664 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/.tmp/queue/50cb8b691247472b8fc856ffeb8aa7ad as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/queue/50cb8b691247472b8fc856ffeb8aa7ad 2024-11-10T19:21:05,668 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/queue/50cb8b691247472b8fc856ffeb8aa7ad, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T19:21:05,670 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ab170f687ca9f29396df99accd5f9357 in 877ms, sequenceid=12, compaction requested=false 2024-11-10T19:21:05,670 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:21:05,675 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/replication/ab170f687ca9f29396df99accd5f9357/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:21:05,675 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:05,675 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:05,675 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:21:05,675 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab170f687ca9f29396df99accd5f9357: Waiting for close lock at 1731266464792Running coprocessor pre-close hooks at 1731266464792Disabling compacts and flushes for region at 1731266464792Disabling writes for close at 1731266464792Obtaining lock to block concurrent updates at 1731266464792Preparing flush snapshotting stores in ab170f687ca9f29396df99accd5f9357 at 1731266464792Finished memstore snapshotting hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731266464792Flushing stores of hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. at 1731266464793 (+1 ms)Flushing ab170f687ca9f29396df99accd5f9357/hfileref: creating writer at 1731266464793Flushing ab170f687ca9f29396df99accd5f9357/hfileref: appending metadata at 1731266464813 (+20 ms)Flushing ab170f687ca9f29396df99accd5f9357/hfileref: closing flushed file at 1731266464813Flushing ab170f687ca9f29396df99accd5f9357/queue: creating writer at 1731266465222 (+409 ms)Flushing ab170f687ca9f29396df99accd5f9357/queue: appending metadata at 1731266465237 (+15 ms)Flushing ab170f687ca9f29396df99accd5f9357/queue: closing flushed file at 1731266465237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600899be: reopening flushed file at 1731266465657 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741bf695: reopening flushed file at 1731266465663 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ab170f687ca9f29396df99accd5f9357 in 877ms, sequenceid=12, compaction requested=false at 1731266465670 (+7 ms)Writing region close event to WAL at 1731266465672 (+2 ms)Running coprocessor post-close hooks at 1731266465675 (+3 ms)Closed at 1731266465675 2024-11-10T19:21:05,675 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266453257.ab170f687ca9f29396df99accd5f9357. 2024-11-10T19:21:05,680 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/rep_barrier/0953a4c676884878b2fdeea1923fc7b5 is 112, key is test,,1731266451465.46022c9889a38f737378555bc6922bbf./rep_barrier:seqnumDuringOpen/1731266451925/Put/seqid=0 2024-11-10T19:21:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741850_1026 (size=5518) 2024-11-10T19:21:05,747 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:21:05,747 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:21:05,787 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:21:05,787 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:21:05,787 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:05,875 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1328, reset compression=false 2024-11-10T19:21:05,987 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:06,085 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/rep_barrier/0953a4c676884878b2fdeea1923fc7b5 2024-11-10T19:21:06,105 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/table/748b164257824505ad9dc78308d5361f is 53, key is hbase:replication/table:state/1731266454529/Put/seqid=0 2024-11-10T19:21:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741851_1027 (size=5308) 2024-11-10T19:21:06,188 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:06,379 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.wal-reader.bdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 to pos 1328, reset compression=false 2024-11-10T19:21:06,388 DEBUG [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:06,510 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/table/748b164257824505ad9dc78308d5361f 2024-11-10T19:21:06,514 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/info/37a5b02390564dca94c7de05e75cebb9 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/info/37a5b02390564dca94c7de05e75cebb9 2024-11-10T19:21:06,518 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/info/37a5b02390564dca94c7de05e75cebb9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:21:06,519 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/ns/4d921e8cb6364e1db15adccb6870fd54 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/ns/4d921e8cb6364e1db15adccb6870fd54 2024-11-10T19:21:06,524 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/ns/4d921e8cb6364e1db15adccb6870fd54, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:21:06,525 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/rep_barrier/0953a4c676884878b2fdeea1923fc7b5 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/rep_barrier/0953a4c676884878b2fdeea1923fc7b5 2024-11-10T19:21:06,530 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/rep_barrier/0953a4c676884878b2fdeea1923fc7b5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:21:06,531 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/.tmp/table/748b164257824505ad9dc78308d5361f as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/table/748b164257824505ad9dc78308d5361f 2024-11-10T19:21:06,535 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/table/748b164257824505ad9dc78308d5361f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:21:06,536 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-11-10T19:21:06,544 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:21:06,544 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:06,544 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:06,545 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:06,545 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266464786Running coprocessor pre-close hooks at 1731266464786Disabling compacts and flushes for region at 1731266464786Disabling writes for close at 1731266464787 (+1 ms)Obtaining lock to block concurrent updates at 1731266464787Preparing flush snapshotting stores in 1588230740 at 1731266464787Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266464787Flushing stores of hbase:meta,,1.1588230740 at 1731266464787Flushing 1588230740/info: creating writer at 1731266464788 (+1 ms)Flushing 1588230740/info: appending metadata at 1731266464806 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731266464806Flushing 1588230740/ns: creating writer at 1731266465219 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731266465241 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731266465241Flushing 1588230740/rep_barrier: creating writer at 1731266465663 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266465680 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266465680Flushing 1588230740/table: creating writer at 1731266466089 (+409 ms)Flushing 1588230740/table: appending metadata at 1731266466105 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731266466105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e51951: reopening flushed file at 1731266466514 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59567896: reopening flushed file at 1731266466519 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1f1862: reopening flushed file at 1731266466524 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c8763d: reopening flushed file at 1731266466530 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1731266466536 (+6 ms)Writing region close event to WAL at 1731266466541 (+5 ms)Running coprocessor post-close hooks at 1731266466544 (+3 ms)Closed at 1731266466545 (+1 ms) 2024-11-10T19:21:06,545 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:06,588 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,35209,1731266442584; all regions closed. 2024-11-10T19:21:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:21:06,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.meta.1731266444915.meta not finished, retry = 0 2024-11-10T19:21:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741839_1015 (size=3127) 2024-11-10T19:21:06,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.rep.1731266454426 not finished, retry = 0 2024-11-10T19:21:06,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/WALs/bdc25462c9ef,35209,1731266442584/bdc25462c9ef%2C35209%2C1731266442584.1731266443922 not finished, retry = 0 2024-11-10T19:21:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741832_1008 (size=1336) 2024-11-10T19:21:06,897 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:06,897 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:06,897 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:06,897 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:06,897 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:06,898 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,35209,1731266442584 because: Region server is closing 2024-11-10T19:21:06,898 INFO [RS:0;bdc25462c9ef:35209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:35209. 2024-11-10T19:21:06,898 DEBUG [RS:0;bdc25462c9ef:35209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:06,898 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:06,898 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:06,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:06,899 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:06,998 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,35209,1731266442584.replicationSource.shipperbdc25462c9ef%2C35209%2C1731266442584,1-bdc25462c9ef,35209,1731266442584 terminated 2024-11-10T19:21:06,998 INFO [RS:0;bdc25462c9ef:35209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:35209. 2024-11-10T19:21:06,998 DEBUG [RS:0;bdc25462c9ef:35209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:06,998 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:06,999 DEBUG [RS:0;bdc25462c9ef:35209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:06,999 INFO [RS:0;bdc25462c9ef:35209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35209 2024-11-10T19:21:06,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981/rs 2024-11-10T19:21:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663981981/rs/bdc25462c9ef,35209,1731266442584 2024-11-10T19:21:07,015 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:07,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,35209,1731266442584] 2024-11-10T19:21:07,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663981981/draining/bdc25462c9ef,35209,1731266442584 already deleted, retry=false 2024-11-10T19:21:07,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,35209,1731266442584 expired; onlineServers=0 2024-11-10T19:21:07,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,43953,1731266442310' ***** 2024-11-10T19:21:07,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:07,037 DEBUG [M:0;bdc25462c9ef:43953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:21:07,037 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:21:07,037 DEBUG [M:0;bdc25462c9ef:43953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:21:07,037 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266443684 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266443684,5,FailOnTimeoutGroup] 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:07,037 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266443684 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266443684,5,FailOnTimeoutGroup] 2024-11-10T19:21:07,037 DEBUG [M:0;bdc25462c9ef:43953 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:07,037 INFO [M:0;bdc25462c9ef:43953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:21:07,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:21:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663981981/master 2024-11-10T19:21:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663981981 2024-11-10T19:21:07,047 DEBUG [M:0;bdc25462c9ef:43953 {}] zookeeper.ZKUtil(347): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Unable to get data of znode /0-1663981981/master because node does not exist (not an error) 2024-11-10T19:21:07,047 WARN [M:0;bdc25462c9ef:43953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:21:07,048 INFO [M:0;bdc25462c9ef:43953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/.lastflushedseqids 2024-11-10T19:21:07,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741852_1028 (size=263) 2024-11-10T19:21:07,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:07,126 INFO [RS:0;bdc25462c9ef:35209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:07,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35209-0x101263167570001, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:07,126 INFO [RS:0;bdc25462c9ef:35209 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,35209,1731266442584; zookeeper connection closed. 2024-11-10T19:21:07,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bab5d74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bab5d74 2024-11-10T19:21:07,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:21:07,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:07,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:07,452 INFO [M:0;bdc25462c9ef:43953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:21:07,452 INFO [M:0;bdc25462c9ef:43953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:21:07,452 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:07,452 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:07,452 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:07,452 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:07,452 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:07,452 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T19:21:07,466 DEBUG [M:0;bdc25462c9ef:43953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dcec6acc998467a97fe687b9059ba97 is 82, key is hbase:meta,,1/info:regioninfo/1731266444970/Put/seqid=0 2024-11-10T19:21:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741853_1029 (size=5672) 2024-11-10T19:21:07,870 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dcec6acc998467a97fe687b9059ba97 2024-11-10T19:21:07,891 DEBUG [M:0;bdc25462c9ef:43953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d708e2b80442aaa118be6be3df554a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266454537/Put/seqid=0 2024-11-10T19:21:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741854_1030 (size=8516) 2024-11-10T19:21:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:21:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:21:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:21:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:08,296 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d708e2b80442aaa118be6be3df554a 2024-11-10T19:21:08,316 DEBUG [M:0;bdc25462c9ef:43953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f087d26600e047fbaf22430ed53a587e is 69, key is bdc25462c9ef,35209,1731266442584/rs:state/1731266443711/Put/seqid=0 2024-11-10T19:21:08,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741855_1031 (size=5156) 2024-11-10T19:21:08,722 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f087d26600e047fbaf22430ed53a587e 2024-11-10T19:21:08,728 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dcec6acc998467a97fe687b9059ba97 as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dcec6acc998467a97fe687b9059ba97 2024-11-10T19:21:08,732 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dcec6acc998467a97fe687b9059ba97, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:21:08,733 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d708e2b80442aaa118be6be3df554a as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95d708e2b80442aaa118be6be3df554a 2024-11-10T19:21:08,737 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95d708e2b80442aaa118be6be3df554a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:21:08,739 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f087d26600e047fbaf22430ed53a587e as hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f087d26600e047fbaf22430ed53a587e 2024-11-10T19:21:08,744 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/b0569ad3-a856-8032-d766-dba801414c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f087d26600e047fbaf22430ed53a587e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:21:08,745 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-10T19:21:08,768 INFO [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:08,768 DEBUG [M:0;bdc25462c9ef:43953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266467452Disabling compacts and flushes for region at 1731266467452Disabling writes for close at 1731266467452Obtaining lock to block concurrent updates at 1731266467452Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266467452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731266467453 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266467453Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266467453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266467466 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266467466Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266467874 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266467891 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266467891Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266468300 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266468315 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266468315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea4497: reopening flushed file at 1731266468727 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5577c6e2: reopening flushed file at 1731266468732 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5c360e: reopening flushed file at 1731266468737 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731266468745 (+8 ms)Writing region close event to WAL at 1731266468768 (+23 ms)Closed at 1731266468768 2024-11-10T19:21:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741830_1006 (size=63654) 2024-11-10T19:21:08,773 INFO [M:0;bdc25462c9ef:43953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:21:08,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:08,773 INFO [M:0;bdc25462c9ef:43953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43953 2024-11-10T19:21:08,773 INFO [M:0;bdc25462c9ef:43953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:08,916 INFO [M:0;bdc25462c9ef:43953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:08,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:08,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43953-0x101263167570000, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:08,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@670e66f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:08,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:08,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:08,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:08,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:08,922 WARN [BP-210124147-172.17.0.3-1731266440124 heartbeating to localhost/127.0.0.1:41653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:21:08,922 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:21:08,922 WARN [BP-210124147-172.17.0.3-1731266440124 heartbeating to localhost/127.0.0.1:41653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-210124147-172.17.0.3-1731266440124 (Datanode Uuid 5590ed69-0c6f-4781-8c6a-ef8b07c41bb5) service to localhost/127.0.0.1:41653 2024-11-10T19:21:08,922 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:21:08,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/data/data1/current/BP-210124147-172.17.0.3-1731266440124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:08,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/cluster_6a626085-df91-794a-1395-7adb0f38fa1c/data/data2/current/BP-210124147-172.17.0.3-1731266440124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:08,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:21:08,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:08,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:08,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:08,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:08,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe14fae-6a1c-1862-032d-babedf5b46c1/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:08,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:21:08,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:21:08,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46237 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46237 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41653 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46237 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41653 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41653 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 426) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1372 (was 1168) - AvailableMemoryMB LEAK? - 2024-11-10T19:21:08,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=1372 2024-11-10T19:21:08,980 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T19:21:08,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir so I do NOT create it in target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67 2024-11-10T19:21:08,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:21:08,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.tmp.dir so I do NOT create it in target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67 2024-11-10T19:21:08,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2ab0ad-d50f-51c3-6fcb-50bb70ab289a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:21:08,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67 2024-11-10T19:21:08,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a, deleteOnExit=true 2024-11-10T19:21:09,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/zookeeper_0, clientPort=57625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:21:09,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57625 2024-11-10T19:21:09,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:21:09,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/test.cache.data in system properties and HBase conf 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:21:09,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:21:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:21:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101263167570002, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:21:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101263167570005, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:21:09,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101263167570005, quorum=127.0.0.1:52969, baseZNode=/1-1046350529 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:21:09,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101263167570002, quorum=127.0.0.1:52969, baseZNode=/0-1663981981 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:21:09,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:09,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:09,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:09,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:09,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:21:09,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:09,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:09,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:09,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1564ee37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/java.io.tmpdir/jetty-localhost-38651-hadoop-hdfs-3_4_1-tests_jar-_-any-722440924946050893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:09,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:38651} 2024-11-10T19:21:09,675 INFO [Time-limited test {}] server.Server(415): Started @201186ms 2024-11-10T19:21:09,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:09,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:10,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:10,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:10,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:21:10,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13deed36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:10,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a9d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:10,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5b79ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/java.io.tmpdir/jetty-localhost-34369-hadoop-hdfs-3_4_1-tests_jar-_-any-18014050985393897016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:10,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e77e763{HTTP/1.1, (http/1.1)}{localhost:34369} 2024-11-10T19:21:10,100 INFO [Time-limited test {}] server.Server(415): Started @201611ms 2024-11-10T19:21:10,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:21:10,753 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/data/data1/current/BP-768168304-172.17.0.3-1731266469027/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:10,753 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/data/data2/current/BP-768168304-172.17.0.3-1731266469027/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:10,775 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:21:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa71a7fee1cf6dcbe with lease ID 0xe606cbd206cecda7: Processing first storage report for DS-0e5aef54-5baf-4014-a310-a29226bbec0a from datanode DatanodeRegistration(127.0.0.1:38403, datanodeUuid=b0a72c7e-02c7-45d4-83b8-4dc0f98791bc, infoPort=41451, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1261560363;c=1731266469027) 2024-11-10T19:21:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa71a7fee1cf6dcbe with lease ID 0xe606cbd206cecda7: from storage DS-0e5aef54-5baf-4014-a310-a29226bbec0a node DatanodeRegistration(127.0.0.1:38403, datanodeUuid=b0a72c7e-02c7-45d4-83b8-4dc0f98791bc, infoPort=41451, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1261560363;c=1731266469027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa71a7fee1cf6dcbe with lease ID 0xe606cbd206cecda7: Processing first storage report for DS-76e3a08a-dc47-4fe3-a810-6d692c6ed4ef from datanode DatanodeRegistration(127.0.0.1:38403, datanodeUuid=b0a72c7e-02c7-45d4-83b8-4dc0f98791bc, infoPort=41451, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1261560363;c=1731266469027) 2024-11-10T19:21:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa71a7fee1cf6dcbe with lease ID 0xe606cbd206cecda7: from storage DS-76e3a08a-dc47-4fe3-a810-6d692c6ed4ef node DatanodeRegistration(127.0.0.1:38403, datanodeUuid=b0a72c7e-02c7-45d4-83b8-4dc0f98791bc, infoPort=41451, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1261560363;c=1731266469027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:10,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67 2024-11-10T19:21:10,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:10,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:10,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:21:11,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11 with version=8 2024-11-10T19:21:11,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/hbase-staging 2024-11-10T19:21:11,248 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:11,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34425 2024-11-10T19:21:11,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34425 connecting to ZooKeeper ensemble=127.0.0.1:57625 2024-11-10T19:21:11,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344250x0, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:11,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34425-0x1012631d8340000 connected 2024-11-10T19:21:11,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:11,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:11,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/running 2024-11-10T19:21:11,588 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11, hbase.cluster.distributed=false 2024-11-10T19:21:11,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/acl 2024-11-10T19:21:11,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34425 2024-11-10T19:21:11,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34425 2024-11-10T19:21:11,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34425 2024-11-10T19:21:11,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34425 2024-11-10T19:21:11,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34425 2024-11-10T19:21:11,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:21:11,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:11,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33095 2024-11-10T19:21:11,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33095 connecting to ZooKeeper ensemble=127.0.0.1:57625 2024-11-10T19:21:11,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:11,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:11,615 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330950x0, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:11,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330950x0, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/running 2024-11-10T19:21:11,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33095-0x1012631d8340001 connected 2024-11-10T19:21:11,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:21:11,616 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:21:11,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/master 2024-11-10T19:21:11,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/acl 2024-11-10T19:21:11,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33095 2024-11-10T19:21:11,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33095 2024-11-10T19:21:11,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33095 2024-11-10T19:21:11,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33095 2024-11-10T19:21:11,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33095 2024-11-10T19:21:11,636 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:34425 2024-11-10T19:21:11,639 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2090707870/backup-masters/bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870/backup-masters 2024-11-10T19:21:11,646 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870/backup-masters 2024-11-10T19:21:11,647 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on existing znode=/0-2090707870/backup-masters/bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:11,657 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090707870/master 2024-11-10T19:21:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:11,657 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:11,657 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on existing znode=/0-2090707870/master 2024-11-10T19:21:11,658 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2090707870/backup-masters/bdc25462c9ef,34425,1731266471247 from backup master directory 2024-11-10T19:21:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090707870/backup-masters/bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870/backup-masters 2024-11-10T19:21:11,667 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870/backup-masters 2024-11-10T19:21:11,667 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:11,667 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:11,670 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/hbase.id] with ID: 7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b 2024-11-10T19:21:11,670 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/.tmp/hbase.id 2024-11-10T19:21:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:21:12,078 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/.tmp/hbase.id]:[hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/hbase.id] 2024-11-10T19:21:12,086 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:12,086 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:21:12,087 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:21:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:12,131 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:21:12,141 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:12,142 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:21:12,142 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:21:12,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:12,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store 2024-11-10T19:21:12,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:21:12,953 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:12,953 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:12,953 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:12,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:12,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:12,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:12,954 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:12,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266472953Disabling compacts and flushes for region at 1731266472953Disabling writes for close at 1731266472954 (+1 ms)Writing region close event to WAL at 1731266472954Closed at 1731266472954 2024-11-10T19:21:12,954 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/.initializing 2024-11-10T19:21:12,955 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/WALs/bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:12,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:12,957 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C34425%2C1731266471247, suffix=, logDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/WALs/bdc25462c9ef,34425,1731266471247, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/oldWALs, maxLogs=10 2024-11-10T19:21:12,969 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/WALs/bdc25462c9ef,34425,1731266471247/bdc25462c9ef%2C34425%2C1731266471247.1731266472957, exclude list is [], retry=0 2024-11-10T19:21:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38403,DS-0e5aef54-5baf-4014-a310-a29226bbec0a,DISK] 2024-11-10T19:21:12,973 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/WALs/bdc25462c9ef,34425,1731266471247/bdc25462c9ef%2C34425%2C1731266471247.1731266472957 2024-11-10T19:21:12,974 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-10T19:21:12,974 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:12,974 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:12,974 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,974 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:21:12,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:12,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:12,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:21:12,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:12,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:12,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:21:12,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:12,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:12,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:21:12,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:12,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:12,980 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,981 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,981 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,982 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,982 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,982 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:12,983 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:12,985 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:12,985 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60026966, jitterRate=-0.10552850365638733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:12,986 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266472974Initializing all the Stores at 1731266472975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266472975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266472975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266472975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266472975Cleaning up temporary data from old regions at 1731266472982 (+7 ms)Region opened successfully at 1731266472986 (+4 ms) 2024-11-10T19:21:12,986 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:21:12,988 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d19792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:12,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:21:12,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:21:12,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:21:12,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:21:12,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:21:12,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:21:12,990 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:21:12,994 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:21:12,995 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Unable to get data of znode /0-2090707870/balancer because node does not exist (not necessarily an error) 2024-11-10T19:21:13,046 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090707870/balancer already deleted, retry=false 2024-11-10T19:21:13,047 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:21:13,048 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Unable to get data of znode /0-2090707870/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:21:13,057 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090707870/normalizer already deleted, retry=false 2024-11-10T19:21:13,057 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:21:13,058 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Unable to get data of znode /0-2090707870/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:21:13,067 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090707870/switch/split already deleted, retry=false 2024-11-10T19:21:13,068 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Unable to get data of znode /0-2090707870/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:21:13,078 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090707870/switch/merge already deleted, retry=false 2024-11-10T19:21:13,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Unable to get data of znode /0-2090707870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:21:13,088 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090707870/snapshot-cleanup already deleted, retry=false 2024-11-10T19:21:13,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090707870/running 2024-11-10T19:21:13,099 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090707870/running 2024-11-10T19:21:13,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:13,099 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:13,100 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,34425,1731266471247, sessionid=0x1012631d8340000, setting cluster-up flag (Was=false) 2024-11-10T19:21:13,120 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:13,152 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090707870/flush-table-proc/acquired, /0-2090707870/flush-table-proc/reached, /0-2090707870/flush-table-proc/abort 2024-11-10T19:21:13,152 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:13,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:13,173 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:13,204 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090707870/online-snapshot/acquired, /0-2090707870/online-snapshot/reached, /0-2090707870/online-snapshot/abort 2024-11-10T19:21:13,205 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:13,206 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:21:13,207 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:13,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:21:13,208 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:21:13,208 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,34425,1731266471247 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:13,209 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266503210 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:21:13,210 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:21:13,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:21:13,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:21:13,211 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:21:13,212 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266473211,5,FailOnTimeoutGroup] 2024-11-10T19:21:13,212 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266473212,5,FailOnTimeoutGroup] 2024-11-10T19:21:13,212 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,212 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:21:13,212 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,212 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:13,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:21:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:21:13,228 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(746): ClusterId : 7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b 2024-11-10T19:21:13,228 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:21:13,236 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:21:13,236 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:21:13,247 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:21:13,247 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eff3fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:13,257 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:33095 2024-11-10T19:21:13,258 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:21:13,258 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:21:13,258 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:21:13,258 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,34425,1731266471247 with port=33095, startcode=1731266471604 2024-11-10T19:21:13,258 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:21:13,260 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:21:13,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:13,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:13,261 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11 2024-11-10T19:21:13,261 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35167 2024-11-10T19:21:13,261 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:21:13,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870/rs 2024-11-10T19:21:13,268 DEBUG [RS:0;bdc25462c9ef:33095 {}] zookeeper.ZKUtil(111): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on existing znode=/0-2090707870/rs/bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:13,268 WARN [RS:0;bdc25462c9ef:33095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:13,268 INFO [RS:0;bdc25462c9ef:33095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:13,268 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:13,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,33095,1731266471604] 2024-11-10T19:21:13,270 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:21:13,272 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:21:13,272 INFO [RS:0;bdc25462c9ef:33095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:21:13,272 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,272 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:21:13,273 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:21:13,273 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:13,273 DEBUG [RS:0;bdc25462c9ef:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:13,276 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,276 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,276 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,276 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,276 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,276 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33095,1731266471604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:13,290 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:21:13,290 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33095,1731266471604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,290 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,290 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.Replication(171): bdc25462c9ef,33095,1731266471604 started 2024-11-10T19:21:13,304 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:13,304 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,33095,1731266471604, RpcServer on bdc25462c9ef/172.17.0.3:33095, sessionid=0x1012631d8340001 2024-11-10T19:21:13,304 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:21:13,304 DEBUG [RS:0;bdc25462c9ef:33095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:13,304 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33095,1731266471604' 2024-11-10T19:21:13,304 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090707870/flush-table-proc/abort' 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090707870/flush-table-proc/acquired' 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33095,1731266471604' 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090707870/online-snapshot/abort' 2024-11-10T19:21:13,305 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090707870/online-snapshot/acquired' 2024-11-10T19:21:13,306 DEBUG [RS:0;bdc25462c9ef:33095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:21:13,306 INFO [RS:0;bdc25462c9ef:33095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:21:13,306 INFO [RS:0;bdc25462c9ef:33095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:21:13,406 INFO [RS:0;bdc25462c9ef:33095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:13,407 INFO [RS:0;bdc25462c9ef:33095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33095%2C1731266471604, suffix=, logDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/oldWALs, maxLogs=10 2024-11-10T19:21:13,425 DEBUG [RS:0;bdc25462c9ef:33095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, exclude list is [], retry=0 2024-11-10T19:21:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38403,DS-0e5aef54-5baf-4014-a310-a29226bbec0a,DISK] 2024-11-10T19:21:13,429 INFO [RS:0;bdc25462c9ef:33095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 2024-11-10T19:21:13,429 DEBUG [RS:0;bdc25462c9ef:33095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-10T19:21:13,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:21:13,626 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11 2024-11-10T19:21:13,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:21:14,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:14,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:14,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:14,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:14,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:14,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:14,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:14,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:14,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:14,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:14,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740 2024-11-10T19:21:14,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740 2024-11-10T19:21:14,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:14,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:14,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:14,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:14,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:14,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68884528, jitterRate=0.026459455490112305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:14,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266474032Initializing all the Stores at 1731266474032Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266474032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266474033 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266474033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266474033Cleaning up temporary data from old regions at 1731266474040 (+7 ms)Region opened successfully at 1731266474050 (+10 ms) 2024-11-10T19:21:14,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:14,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:14,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:14,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:14,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:14,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:14,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266474050Disabling compacts and flushes for region at 1731266474050Disabling writes for close at 1731266474050Writing region close event to WAL at 1731266474051 (+1 ms)Closed at 1731266474051 2024-11-10T19:21:14,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:14,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:21:14,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:21:14,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:14,053 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:21:14,204 DEBUG [bdc25462c9ef:34425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:21:14,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:14,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33095,1731266471604, state=OPENING 2024-11-10T19:21:14,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:21:14,290 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:14,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090707870/meta-region-server: CHANGED 2024-11-10T19:21:14,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:14,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33095,1731266471604}] 2024-11-10T19:21:14,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090707870/meta-region-server: CHANGED 2024-11-10T19:21:14,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:14,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:21:14,446 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:21:14,446 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:14,447 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:21:14,448 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33095%2C1731266471604.meta, suffix=.meta, logDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/oldWALs, maxLogs=10 2024-11-10T19:21:14,464 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.meta.1731266474448.meta, exclude list is [], retry=0 2024-11-10T19:21:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38403,DS-0e5aef54-5baf-4014-a310-a29226bbec0a,DISK] 2024-11-10T19:21:14,467 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.meta.1731266474448.meta 2024-11-10T19:21:14,467 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-10T19:21:14,467 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:14,468 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:14,468 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:14,468 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:21:14,468 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:21:14,468 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:21:14,468 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:14,468 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:21:14,468 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:21:14,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:14,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:14,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:14,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:14,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:14,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:14,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:14,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:14,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:14,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:14,472 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:14,473 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740 2024-11-10T19:21:14,474 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740 2024-11-10T19:21:14,475 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:14,475 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:14,475 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:14,476 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:14,476 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67740972, jitterRate=0.009419143199920654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:14,476 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:21:14,477 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266474468Writing region info on filesystem at 1731266474468Initializing all the Stores at 1731266474469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266474469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266474469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266474469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266474469Cleaning up temporary data from old regions at 1731266474475 (+6 ms)Running coprocessor post-open hooks at 1731266474476 (+1 ms)Region opened successfully at 1731266474477 (+1 ms) 2024-11-10T19:21:14,477 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266474442 2024-11-10T19:21:14,479 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:21:14,479 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:21:14,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:14,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33095,1731266471604, state=OPEN 2024-11-10T19:21:14,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090707870/meta-region-server 2024-11-10T19:21:14,554 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090707870/meta-region-server 2024-11-10T19:21:14,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:14,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090707870/meta-region-server: CHANGED 2024-11-10T19:21:14,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090707870/meta-region-server: CHANGED 2024-11-10T19:21:14,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:21:14,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33095,1731266471604 in 263 msec 2024-11-10T19:21:14,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:21:14,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-10T19:21:14,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:14,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:21:14,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:14,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33095,1731266471604, seqNum=-1] 2024-11-10T19:21:14,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:14,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:14,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-10T19:21:14,564 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266474564, completionTime=-1 2024-11-10T19:21:14,564 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:21:14,564 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266534566 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266594566 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34425,1731266471247-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34425,1731266471247-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34425,1731266471247-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:34425, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,566 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,567 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,568 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34425,1731266471247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:14,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34425,1731266471247-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:21:14,571 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:21:14,571 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:21:14,571 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34425,1731266471247-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:14,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640cfda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:14,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34425,-1 for getting cluster id 2024-11-10T19:21:14,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:14,630 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b' 2024-11-10T19:21:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:14,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b" 2024-11-10T19:21:14,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28895cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:14,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34425,-1] 2024-11-10T19:21:14,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:14,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:14,632 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:14,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41195a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:14,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33095,1731266471604, seqNum=-1] 2024-11-10T19:21:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:14,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:14,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:14,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57625 2024-11-10T19:21:14,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:14,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012631d8340002 connected 2024-11-10T19:21:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir so I do NOT create it in target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f 2024-11-10T19:21:14,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:21:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.tmp.dir so I do NOT create it in target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f 2024-11-10T19:21:14,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:21:14,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f 2024-11-10T19:21:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:21:14,733 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/cluster_aebf06bb-e274-6df3-169d-188fc88a0d97, deleteOnExit=true 2024-11-10T19:21:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:21:14,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/test.cache.data in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:21:14,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:21:14,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:21:14,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:21:15,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:15,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:15,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:15,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:15,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:21:15,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:15,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a180acd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:15,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769a109c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:15,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b9c16f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/java.io.tmpdir/jetty-localhost-35027-hadoop-hdfs-3_4_1-tests_jar-_-any-8572846219441901480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:15,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d87ce10{HTTP/1.1, (http/1.1)}{localhost:35027} 2024-11-10T19:21:15,236 INFO [Time-limited test {}] server.Server(415): Started @206747ms 2024-11-10T19:21:15,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:15,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:15,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:15,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:15,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:21:15,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b789f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:15,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d72688e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:15,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a961742{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/java.io.tmpdir/jetty-localhost-36597-hadoop-hdfs-3_4_1-tests_jar-_-any-8143284890318843051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:15,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3660e5{HTTP/1.1, (http/1.1)}{localhost:36597} 2024-11-10T19:21:15,621 INFO [Time-limited test {}] server.Server(415): Started @207132ms 2024-11-10T19:21:15,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:21:16,314 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/cluster_aebf06bb-e274-6df3-169d-188fc88a0d97/data/data1/current/BP-983362870-172.17.0.3-1731266474766/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:16,314 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/cluster_aebf06bb-e274-6df3-169d-188fc88a0d97/data/data2/current/BP-983362870-172.17.0.3-1731266474766/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:16,337 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:21:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90de5834caf77c72 with lease ID 0xc70d5f49e63049e3: Processing first storage report for DS-269d8424-5595-4194-9b28-c688c0bba0b3 from datanode DatanodeRegistration(127.0.0.1:41757, datanodeUuid=67a1be6c-1dfb-4a1c-9063-9f023e0f30df, infoPort=38537, infoSecurePort=0, ipcPort=35209, storageInfo=lv=-57;cid=testClusterID;nsid=2145858593;c=1731266474766) 2024-11-10T19:21:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90de5834caf77c72 with lease ID 0xc70d5f49e63049e3: from storage DS-269d8424-5595-4194-9b28-c688c0bba0b3 node DatanodeRegistration(127.0.0.1:41757, datanodeUuid=67a1be6c-1dfb-4a1c-9063-9f023e0f30df, infoPort=38537, infoSecurePort=0, ipcPort=35209, storageInfo=lv=-57;cid=testClusterID;nsid=2145858593;c=1731266474766), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T19:21:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90de5834caf77c72 with lease ID 0xc70d5f49e63049e3: Processing first storage report for DS-f1827e19-d9e4-4797-8389-47cd0bfc8cf0 from datanode DatanodeRegistration(127.0.0.1:41757, datanodeUuid=67a1be6c-1dfb-4a1c-9063-9f023e0f30df, infoPort=38537, infoSecurePort=0, ipcPort=35209, storageInfo=lv=-57;cid=testClusterID;nsid=2145858593;c=1731266474766) 2024-11-10T19:21:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90de5834caf77c72 with lease ID 0xc70d5f49e63049e3: from storage DS-f1827e19-d9e4-4797-8389-47cd0bfc8cf0 node DatanodeRegistration(127.0.0.1:41757, datanodeUuid=67a1be6c-1dfb-4a1c-9063-9f023e0f30df, infoPort=38537, infoSecurePort=0, ipcPort=35209, storageInfo=lv=-57;cid=testClusterID;nsid=2145858593;c=1731266474766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:16,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f 2024-11-10T19:21:16,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:16,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:16,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:21:16,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104 with version=8 2024-11-10T19:21:16,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/hbase-staging 2024-11-10T19:21:16,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:21:16,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:16,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34901 2024-11-10T19:21:16,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34901 connecting to ZooKeeper ensemble=127.0.0.1:57625 2024-11-10T19:21:16,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349010x0, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:16,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34901-0x1012631d8340003 connected 2024-11-10T19:21:16,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:16,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:16,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/running 2024-11-10T19:21:16,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104, hbase.cluster.distributed=false 2024-11-10T19:21:16,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/acl 2024-11-10T19:21:16,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-10T19:21:16,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34901 2024-11-10T19:21:16,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34901 2024-11-10T19:21:16,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-10T19:21:16,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-10T19:21:16,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:16,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:16,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:21:16,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:16,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37263 2024-11-10T19:21:16,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37263 connecting to ZooKeeper ensemble=127.0.0.1:57625 2024-11-10T19:21:16,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:16,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:17,004 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372630x0, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:17,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372630x0, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/running 2024-11-10T19:21:17,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:21:17,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37263-0x1012631d8340004 connected 2024-11-10T19:21:17,006 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:21:17,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/master 2024-11-10T19:21:17,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/acl 2024-11-10T19:21:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-10T19:21:17,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37263 2024-11-10T19:21:17,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37263 2024-11-10T19:21:17,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-10T19:21:17,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-10T19:21:17,026 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:34901 2024-11-10T19:21:17,027 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1073339154/backup-masters/bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154/backup-masters 2024-11-10T19:21:17,036 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154/backup-masters 2024-11-10T19:21:17,036 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on existing znode=/1-1073339154/backup-masters/bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,046 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1073339154/master 2024-11-10T19:21:17,046 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,047 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on existing znode=/1-1073339154/master 2024-11-10T19:21:17,047 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1073339154/backup-masters/bdc25462c9ef,34901,1731266476771 from backup master directory 2024-11-10T19:21:17,057 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154/backup-masters 2024-11-10T19:21:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073339154/backup-masters/bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154/backup-masters 2024-11-10T19:21:17,057 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:17,057 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,060 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/hbase.id] with ID: b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1 2024-11-10T19:21:17,060 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/.tmp/hbase.id 2024-11-10T19:21:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:21:17,074 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/.tmp/hbase.id]:[hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/hbase.id] 2024-11-10T19:21:17,085 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:17,085 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:21:17,086 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:21:17,099 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:21:17,110 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:17,111 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:21:17,112 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:21:17,529 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store 2024-11-10T19:21:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:21:17,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:17,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:17,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:17,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:17,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:17,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:17,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:17,546 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266477545Disabling compacts and flushes for region at 1731266477545Disabling writes for close at 1731266477545Writing region close event to WAL at 1731266477545Closed at 1731266477545 2024-11-10T19:21:17,547 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/.initializing 2024-11-10T19:21:17,547 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/WALs/bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:17,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C34901%2C1731266476771, suffix=, logDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/WALs/bdc25462c9ef,34901,1731266476771, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/oldWALs, maxLogs=10 2024-11-10T19:21:17,561 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/WALs/bdc25462c9ef,34901,1731266476771/bdc25462c9ef%2C34901%2C1731266476771.1731266477549, exclude list is [], retry=0 2024-11-10T19:21:17,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41757,DS-269d8424-5595-4194-9b28-c688c0bba0b3,DISK] 2024-11-10T19:21:17,569 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/WALs/bdc25462c9ef,34901,1731266476771/bdc25462c9ef%2C34901%2C1731266476771.1731266477549 2024-11-10T19:21:17,569 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38537:38537)] 2024-11-10T19:21:17,569 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:17,569 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:17,569 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,569 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:21:17,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:17,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:21:17,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:17,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:21:17,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:17,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:21:17,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:17,577 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,577 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,577 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,578 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,578 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,579 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:17,579 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:17,586 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:17,586 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64000860, jitterRate=-0.04631286859512329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:17,586 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266477569Initializing all the Stores at 1731266477570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266477570Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266477571 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266477571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266477571Cleaning up temporary data from old regions at 1731266477578 (+7 ms)Region opened successfully at 1731266477586 (+8 ms) 2024-11-10T19:21:17,587 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:21:17,589 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6276633c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:17,590 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:21:17,590 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:21:17,590 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:21:17,590 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:21:17,591 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:21:17,591 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:21:17,591 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:21:17,598 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:21:17,598 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Unable to get data of znode /1-1073339154/balancer because node does not exist (not necessarily an error) 2024-11-10T19:21:17,614 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073339154/balancer already deleted, retry=false 2024-11-10T19:21:17,615 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:21:17,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Unable to get data of znode /1-1073339154/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:21:17,625 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073339154/normalizer already deleted, retry=false 2024-11-10T19:21:17,625 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:21:17,626 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Unable to get data of znode /1-1073339154/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:21:17,635 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073339154/switch/split already deleted, retry=false 2024-11-10T19:21:17,636 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Unable to get data of znode /1-1073339154/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:21:17,646 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073339154/switch/merge already deleted, retry=false 2024-11-10T19:21:17,649 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Unable to get data of znode /1-1073339154/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:21:17,657 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073339154/snapshot-cleanup already deleted, retry=false 2024-11-10T19:21:17,667 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1073339154/running 2024-11-10T19:21:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1073339154/running 2024-11-10T19:21:17,667 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,668 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,34901,1731266476771, sessionid=0x1012631d8340003, setting cluster-up flag (Was=false) 2024-11-10T19:21:17,688 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,731 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1073339154/flush-table-proc/acquired, /1-1073339154/flush-table-proc/reached, /1-1073339154/flush-table-proc/abort 2024-11-10T19:21:17,732 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,751 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:17,783 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1073339154/online-snapshot/acquired, /1-1073339154/online-snapshot/reached, /1-1073339154/online-snapshot/abort 2024-11-10T19:21:17,784 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:17,789 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:21:17,795 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:17,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:21:17,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:21:17,795 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,34901,1731266476771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:17,798 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:17,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:21:17,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:21:17,812 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266507812 2024-11-10T19:21:17,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:21:17,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:21:17,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:21:17,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:21:17,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:21:17,813 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:21:17,814 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,816 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:21:17,816 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:21:17,816 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:21:17,816 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:21:17,821 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:21:17,821 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(746): ClusterId : b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1 2024-11-10T19:21:17,821 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:21:17,821 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:21:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:21:17,822 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266477821,5,FailOnTimeoutGroup] 2024-11-10T19:21:17,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:21:17,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104 2024-11-10T19:21:17,826 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:21:17,826 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:21:17,828 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266477822,5,FailOnTimeoutGroup] 2024-11-10T19:21:17,828 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,828 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:21:17,828 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,828 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,837 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:21:17,837 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2aa3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:21:17,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:17,861 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:37263 2024-11-10T19:21:17,861 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:21:17,861 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:21:17,861 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:21:17,862 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,34901,1731266476771 with port=37263, startcode=1731266476990 2024-11-10T19:21:17,862 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:21:17,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:17,874 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:21:17,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:17,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:17,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:17,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,877 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104 2024-11-10T19:21:17,877 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41433 2024-11-10T19:21:17,877 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:21:17,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:17,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:17,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:17,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:17,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:17,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:17,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:17,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:17,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:17,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:17,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:17,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:17,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740 2024-11-10T19:21:17,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740 2024-11-10T19:21:17,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:17,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:17,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:17,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:17,895 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:17,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72470982, jitterRate=0.079901784658432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:17,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266477843Initializing all the Stores at 1731266477844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266477844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266477872 (+28 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266477872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266477872Cleaning up temporary data from old regions at 1731266477887 (+15 ms)Region opened successfully at 1731266477896 (+9 ms) 2024-11-10T19:21:17,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:17,896 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:17,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:17,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:17,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:17,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266477896Disabling compacts and flushes for region at 1731266477896Disabling writes for close at 1731266477896Writing region close event to WAL at 1731266477900 (+4 ms)Closed at 1731266477900 2024-11-10T19:21:17,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:17,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:21:17,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:21:17,903 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:17,904 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:21:17,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154/rs 2024-11-10T19:21:17,937 DEBUG [RS:0;bdc25462c9ef:37263 {}] zookeeper.ZKUtil(111): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on existing znode=/1-1073339154/rs/bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:17,937 WARN [RS:0;bdc25462c9ef:37263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:17,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,37263,1731266476990] 2024-11-10T19:21:17,937 INFO [RS:0;bdc25462c9ef:37263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:17,937 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:17,941 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:21:17,942 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:21:17,942 INFO [RS:0;bdc25462c9ef:37263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:21:17,942 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,943 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:21:17,944 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:21:17,944 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:17,944 DEBUG [RS:0;bdc25462c9ef:37263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:17,950 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,950 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,950 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,950 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,950 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,950 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37263,1731266476990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:17,969 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:21:17,969 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37263,1731266476990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,970 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,970 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.Replication(171): bdc25462c9ef,37263,1731266476990 started 2024-11-10T19:21:17,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:21:17,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:21:17,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:17,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T19:21:17,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:17,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:21:17,989 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:17,989 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,37263,1731266476990, RpcServer on bdc25462c9ef/172.17.0.3:37263, sessionid=0x1012631d8340004 2024-11-10T19:21:17,990 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:21:17,990 DEBUG [RS:0;bdc25462c9ef:37263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:17,990 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37263,1731266476990' 2024-11-10T19:21:17,990 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1073339154/flush-table-proc/abort' 2024-11-10T19:21:17,990 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1073339154/flush-table-proc/acquired' 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37263,1731266476990' 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1073339154/online-snapshot/abort' 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1073339154/online-snapshot/acquired' 2024-11-10T19:21:17,991 DEBUG [RS:0;bdc25462c9ef:37263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:21:17,991 INFO [RS:0;bdc25462c9ef:37263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:21:17,991 INFO [RS:0;bdc25462c9ef:37263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:21:18,054 WARN [bdc25462c9ef:34901 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:21:18,092 INFO [RS:0;bdc25462c9ef:37263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:18,093 INFO [RS:0;bdc25462c9ef:37263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C37263%2C1731266476990, suffix=, logDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/oldWALs, maxLogs=10 2024-11-10T19:21:18,112 DEBUG [RS:0;bdc25462c9ef:37263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, exclude list is [], retry=0 2024-11-10T19:21:18,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41757,DS-269d8424-5595-4194-9b28-c688c0bba0b3,DISK] 2024-11-10T19:21:18,117 INFO [RS:0;bdc25462c9ef:37263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 2024-11-10T19:21:18,117 DEBUG [RS:0;bdc25462c9ef:37263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38537:38537)] 2024-11-10T19:21:18,304 DEBUG [bdc25462c9ef:34901 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:21:18,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:18,306 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,37263,1731266476990, state=OPENING 2024-11-10T19:21:18,320 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:21:18,330 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:18,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:18,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073339154/meta-region-server: CHANGED 2024-11-10T19:21:18,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073339154/meta-region-server: CHANGED 2024-11-10T19:21:18,331 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:18,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37263,1731266476990}] 2024-11-10T19:21:18,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:18,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:21:18,487 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:21:18,487 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:18,488 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:21:18,489 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C37263%2C1731266476990.meta, suffix=.meta, logDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/oldWALs, maxLogs=10 2024-11-10T19:21:18,505 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.meta.1731266478489.meta, exclude list is [], retry=0 2024-11-10T19:21:18,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41757,DS-269d8424-5595-4194-9b28-c688c0bba0b3,DISK] 2024-11-10T19:21:18,509 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.meta.1731266478489.meta 2024-11-10T19:21:18,509 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38537:38537)] 2024-11-10T19:21:18,509 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:18,509 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:18,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:18,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:21:18,510 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:21:18,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:21:18,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:18,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:21:18,510 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:21:18,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:18,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:18,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:18,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:18,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:18,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:18,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:18,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:18,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:18,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:18,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:18,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:18,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:18,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:18,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:18,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:18,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:18,515 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740 2024-11-10T19:21:18,516 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740 2024-11-10T19:21:18,516 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:18,517 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:18,517 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:18,518 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:18,518 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66144682, jitterRate=-0.014367431402206421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:18,518 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:21:18,518 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266478510Writing region info on filesystem at 1731266478510Initializing all the Stores at 1731266478511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266478511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266478511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266478511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266478511Cleaning up temporary data from old regions at 1731266478517 (+6 ms)Running coprocessor post-open hooks at 1731266478518 (+1 ms)Region opened successfully at 1731266478518 2024-11-10T19:21:18,519 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266478483 2024-11-10T19:21:18,521 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:21:18,521 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:21:18,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:18,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,37263,1731266476990, state=OPEN 2024-11-10T19:21:18,530 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1073339154/meta-region-server 2024-11-10T19:21:18,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1073339154/meta-region-server 2024-11-10T19:21:18,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:18,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073339154/meta-region-server: CHANGED 2024-11-10T19:21:18,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073339154/meta-region-server: CHANGED 2024-11-10T19:21:18,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:21:18,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37263,1731266476990 in 199 msec 2024-11-10T19:21:18,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:21:18,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-10T19:21:18,535 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:18,535 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:21:18,536 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:18,536 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37263,1731266476990, seqNum=-1] 2024-11-10T19:21:18,536 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:18,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:18,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 747 msec 2024-11-10T19:21:18,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266478541, completionTime=-1 2024-11-10T19:21:18,541 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:21:18,541 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266538544 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266598544 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34901,1731266476771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34901,1731266476771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34901,1731266476771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:34901, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,546 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.490sec 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34901,1731266476771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:18,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34901,1731266476771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:21:18,550 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:21:18,550 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:21:18,550 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34901,1731266476771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:18,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f78d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:18,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34901,-1 for getting cluster id 2024-11-10T19:21:18,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:18,623 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1' 2024-11-10T19:21:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1" 2024-11-10T19:21:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427beb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34901,-1] 2024-11-10T19:21:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:18,625 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:18,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697798b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:18,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37263,1731266476990, seqNum=-1] 2024-11-10T19:21:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:18,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:18,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:18,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57625 2024-11-10T19:21:18,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:18,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012631d8340005 connected 2024-11-10T19:21:18,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7719963a 2024-11-10T19:21:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:18,727 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:18,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:21:18,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:18,730 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:18,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:21:18,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:18,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:21:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:19,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f49585900cf579efe4c44183199a73c7, NAME => 'test,,1731266478728.f49585900cf579efe4c44183199a73c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11 2024-11-10T19:21:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:21:19,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:21:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:19,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266478728.f49585900cf579efe4c44183199a73c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:19,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f49585900cf579efe4c44183199a73c7, disabling compactions & flushes 2024-11-10T19:21:19,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266478728.f49585900cf579efe4c44183199a73c7. after waiting 0 ms 2024-11-10T19:21:19,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f49585900cf579efe4c44183199a73c7: Waiting for close lock at 1731266479542Disabling compacts and flushes for region at 1731266479542Disabling writes for close at 1731266479542Writing region close event to WAL at 1731266479542Closed at 1731266479542 2024-11-10T19:21:19,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:19,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266478728.f49585900cf579efe4c44183199a73c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266479544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266479544"}]},"ts":"1731266479544"} 2024-11-10T19:21:19,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:19,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:19,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266479547"}]},"ts":"1731266479547"} 2024-11-10T19:21:19,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:21:19,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f49585900cf579efe4c44183199a73c7, ASSIGN}] 2024-11-10T19:21:19,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f49585900cf579efe4c44183199a73c7, ASSIGN 2024-11-10T19:21:19,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f49585900cf579efe4c44183199a73c7, ASSIGN; state=OFFLINE, location=bdc25462c9ef,33095,1731266471604; forceNewPlan=false, retain=false 2024-11-10T19:21:19,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f49585900cf579efe4c44183199a73c7, regionState=OPENING, regionLocation=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:19,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f49585900cf579efe4c44183199a73c7, ASSIGN because future has completed 2024-11-10T19:21:19,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49585900cf579efe4c44183199a73c7, server=bdc25462c9ef,33095,1731266471604}] 2024-11-10T19:21:19,859 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,859 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f49585900cf579efe4c44183199a73c7, NAME => 'test,,1731266478728.f49585900cf579efe4c44183199a73c7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:19,859 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:19,859 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:21:19,859 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,860 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266478728.f49585900cf579efe4c44183199a73c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:19,860 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,860 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,861 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,863 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49585900cf579efe4c44183199a73c7 columnFamilyName f 2024-11-10T19:21:19,863 DEBUG [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:19,863 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] regionserver.HStore(327): Store=f49585900cf579efe4c44183199a73c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:19,863 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,865 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49585900cf579efe4c44183199a73c7 columnFamilyName f1 2024-11-10T19:21:19,865 DEBUG [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:19,867 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] regionserver.HStore(327): Store=f49585900cf579efe4c44183199a73c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:19,867 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,868 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49585900cf579efe4c44183199a73c7 columnFamilyName norep 2024-11-10T19:21:19,868 DEBUG [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:19,868 INFO [StoreOpener-f49585900cf579efe4c44183199a73c7-1 {}] regionserver.HStore(327): Store=f49585900cf579efe4c44183199a73c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:19,869 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,869 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,870 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,875 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,875 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,876 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:19,877 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,881 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:19,882 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f49585900cf579efe4c44183199a73c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75202023, jitterRate=0.1205974668264389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:19,882 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:19,882 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f49585900cf579efe4c44183199a73c7: Running coprocessor pre-open hook at 1731266479860Writing region info on filesystem at 1731266479860Initializing all the Stores at 1731266479860Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266479861 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266479861Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266479861Cleaning up temporary data from old regions at 1731266479875 (+14 ms)Running coprocessor post-open hooks at 1731266479882 (+7 ms)Region opened successfully at 1731266479882 2024-11-10T19:21:19,883 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266478728.f49585900cf579efe4c44183199a73c7., pid=6, masterSystemTime=1731266479855 2024-11-10T19:21:19,885 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,886 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:19,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f49585900cf579efe4c44183199a73c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:19,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49585900cf579efe4c44183199a73c7, server=bdc25462c9ef,33095,1731266471604 because future has completed 2024-11-10T19:21:19,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:21:19,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f49585900cf579efe4c44183199a73c7, server=bdc25462c9ef,33095,1731266471604 in 187 msec 2024-11-10T19:21:19,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:21:19,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f49585900cf579efe4c44183199a73c7, ASSIGN in 345 msec 2024-11-10T19:21:19,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:19,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266479897"}]},"ts":"1731266479897"} 2024-11-10T19:21:19,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:21:19,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:19,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-10T19:21:19,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:19,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:19,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:19,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:19,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:19,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:19,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:20,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:20,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:20,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:20,875 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:21:20,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3c882d 2024-11-10T19:21:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:20,877 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:20,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:21:20,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:20,880 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:20,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:21:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:20,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:21:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:21,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67f5364ec176409e4793f5248f60e42d, NAME => 'test,,1731266480877.67f5364ec176409e4793f5248f60e42d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104 2024-11-10T19:21:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:21:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:21,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266480877.67f5364ec176409e4793f5248f60e42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:21,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67f5364ec176409e4793f5248f60e42d, disabling compactions & flushes 2024-11-10T19:21:21,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:21,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:21,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266480877.67f5364ec176409e4793f5248f60e42d. after waiting 0 ms 2024-11-10T19:21:21,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:21,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:21,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67f5364ec176409e4793f5248f60e42d: Waiting for close lock at 1731266481693Disabling compacts and flushes for region at 1731266481693Disabling writes for close at 1731266481693Writing region close event to WAL at 1731266481693Closed at 1731266481693 2024-11-10T19:21:21,694 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:21,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266480877.67f5364ec176409e4793f5248f60e42d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266481694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266481694"}]},"ts":"1731266481694"} 2024-11-10T19:21:21,697 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:21,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:21,697 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266481697"}]},"ts":"1731266481697"} 2024-11-10T19:21:21,699 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:21:21,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67f5364ec176409e4793f5248f60e42d, ASSIGN}] 2024-11-10T19:21:21,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67f5364ec176409e4793f5248f60e42d, ASSIGN 2024-11-10T19:21:21,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67f5364ec176409e4793f5248f60e42d, ASSIGN; state=OFFLINE, location=bdc25462c9ef,37263,1731266476990; forceNewPlan=false, retain=false 2024-11-10T19:21:21,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67f5364ec176409e4793f5248f60e42d, regionState=OPENING, regionLocation=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:21,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67f5364ec176409e4793f5248f60e42d, ASSIGN because future has completed 2024-11-10T19:21:21,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f5364ec176409e4793f5248f60e42d, server=bdc25462c9ef,37263,1731266476990}] 2024-11-10T19:21:22,012 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:22,012 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67f5364ec176409e4793f5248f60e42d, NAME => 'test,,1731266480877.67f5364ec176409e4793f5248f60e42d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:22,012 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:22,012 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:21:22,013 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,013 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266480877.67f5364ec176409e4793f5248f60e42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:22,013 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,013 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,014 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:22,016 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f5364ec176409e4793f5248f60e42d columnFamilyName f 2024-11-10T19:21:22,016 DEBUG [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:22,016 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] regionserver.HStore(327): Store=67f5364ec176409e4793f5248f60e42d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:22,016 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,017 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f5364ec176409e4793f5248f60e42d columnFamilyName f1 2024-11-10T19:21:22,017 DEBUG [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:22,017 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] regionserver.HStore(327): Store=67f5364ec176409e4793f5248f60e42d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:22,017 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,018 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f5364ec176409e4793f5248f60e42d columnFamilyName norep 2024-11-10T19:21:22,018 DEBUG [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:22,018 INFO [StoreOpener-67f5364ec176409e4793f5248f60e42d-1 {}] regionserver.HStore(327): Store=67f5364ec176409e4793f5248f60e42d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:22,018 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,019 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,019 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,020 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,020 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,020 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:22,021 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,023 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:22,023 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67f5364ec176409e4793f5248f60e42d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75038948, jitterRate=0.1181674599647522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:22,023 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:22,023 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67f5364ec176409e4793f5248f60e42d: Running coprocessor pre-open hook at 1731266482013Writing region info on filesystem at 1731266482013Initializing all the Stores at 1731266482014 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266482014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266482014Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266482014Cleaning up temporary data from old regions at 1731266482020 (+6 ms)Running coprocessor post-open hooks at 1731266482023 (+3 ms)Region opened successfully at 1731266482023 2024-11-10T19:21:22,024 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266480877.67f5364ec176409e4793f5248f60e42d., pid=6, masterSystemTime=1731266482006 2024-11-10T19:21:22,025 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:22,025 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:22,026 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67f5364ec176409e4793f5248f60e42d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:22,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f5364ec176409e4793f5248f60e42d, server=bdc25462c9ef,37263,1731266476990 because future has completed 2024-11-10T19:21:22,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:21:22,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67f5364ec176409e4793f5248f60e42d, server=bdc25462c9ef,37263,1731266476990 in 175 msec 2024-11-10T19:21:22,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:21:22,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67f5364ec176409e4793f5248f60e42d, ASSIGN in 332 msec 2024-11-10T19:21:22,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:22,034 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266482034"}]},"ts":"1731266482034"} 2024-11-10T19:21:22,035 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:21:22,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:22,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-10T19:21:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:23,024 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:21:23,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34425,-1 for getting cluster id 2024-11-10T19:21:23,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:23,026 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b' 2024-11-10T19:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b" 2024-11-10T19:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f97857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34425,-1] 2024-11-10T19:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:23,027 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328bf6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34901,-1 for getting cluster id 2024-11-10T19:21:23,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:23,028 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1' 2024-11-10T19:21:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1" 2024-11-10T19:21:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0bf3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34901,-1] 2024-11-10T19:21:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:23,030 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1daa4985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34425,-1 for getting cluster id 2024-11-10T19:21:23,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:23,031 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b' 2024-11-10T19:21:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b" 2024-11-10T19:21:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9ec7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34425,-1] 2024-11-10T19:21:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:23,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:23,032 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20338a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b5247b4 2024-11-10T19:21:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:23,034 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:23,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:34901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:21:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:21:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:23,037 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:34901' 2024-11-10T19:21:23,037 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d843cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,038 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34901,-1 for getting cluster id 2024-11-10T19:21:23,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:23,038 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1' 2024-11-10T19:21:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1" 2024-11-10T19:21:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9300cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34901,-1] 2024-11-10T19:21:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:23,040 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:23,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f689c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:23,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:23,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:23,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eff3856 2024-11-10T19:21:23,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:23,042 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:23,042 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:21:23,042 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:21:23,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:23,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:23,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:23,043 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:23,043 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:21:23,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:23,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:23,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:21:23,094 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:21:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:23,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fab74cd59f00c1bc6f44eea35c282a49, NAME => 'hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11 2024-11-10T19:21:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:21:23,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:23,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fab74cd59f00c1bc6f44eea35c282a49, disabling compactions & flushes 2024-11-10T19:21:23,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. after waiting 0 ms 2024-11-10T19:21:23,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fab74cd59f00c1bc6f44eea35c282a49: Waiting for close lock at 1731266483456Disabling compacts and flushes for region at 1731266483456Disabling writes for close at 1731266483456Writing region close event to WAL at 1731266483456Closed at 1731266483456 2024-11-10T19:21:23,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:23,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266483457"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266483457"}]},"ts":"1731266483457"} 2024-11-10T19:21:23,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:23,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:23,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266483460"}]},"ts":"1731266483460"} 2024-11-10T19:21:23,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:21:23,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fab74cd59f00c1bc6f44eea35c282a49, ASSIGN}] 2024-11-10T19:21:23,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fab74cd59f00c1bc6f44eea35c282a49, ASSIGN 2024-11-10T19:21:23,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fab74cd59f00c1bc6f44eea35c282a49, ASSIGN; state=OFFLINE, location=bdc25462c9ef,33095,1731266471604; forceNewPlan=false, retain=false 2024-11-10T19:21:23,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fab74cd59f00c1bc6f44eea35c282a49, regionState=OPENING, regionLocation=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:23,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fab74cd59f00c1bc6f44eea35c282a49, ASSIGN because future has completed 2024-11-10T19:21:23,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab74cd59f00c1bc6f44eea35c282a49, server=bdc25462c9ef,33095,1731266471604}] 2024-11-10T19:21:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:23,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:23,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:21:23,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33095%2C1731266471604.rep, suffix=, logDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/oldWALs, maxLogs=10 2024-11-10T19:21:23,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.rep.1731266483774, exclude list is [], retry=0 2024-11-10T19:21:23,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38403,DS-0e5aef54-5baf-4014-a310-a29226bbec0a,DISK] 2024-11-10T19:21:23,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.rep.1731266483774 2024-11-10T19:21:23,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fab74cd59f00c1bc6f44eea35c282a49, NAME => 'hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:23,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. service=MultiRowMutationService 2024-11-10T19:21:23,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,792 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,793 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab74cd59f00c1bc6f44eea35c282a49 columnFamilyName hfileref 2024-11-10T19:21:23,793 DEBUG [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:23,793 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] regionserver.HStore(327): Store=fab74cd59f00c1bc6f44eea35c282a49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:23,793 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,794 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab74cd59f00c1bc6f44eea35c282a49 columnFamilyName queue 2024-11-10T19:21:23,794 DEBUG [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:23,794 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] regionserver.HStore(327): Store=fab74cd59f00c1bc6f44eea35c282a49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:23,794 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,795 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab74cd59f00c1bc6f44eea35c282a49 columnFamilyName sid 2024-11-10T19:21:23,795 DEBUG [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:23,795 INFO [StoreOpener-fab74cd59f00c1bc6f44eea35c282a49-1 {}] regionserver.HStore(327): Store=fab74cd59f00c1bc6f44eea35c282a49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:23,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:23,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:23,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fab74cd59f00c1bc6f44eea35c282a49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69830010, jitterRate=0.040548235177993774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:23,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:23,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fab74cd59f00c1bc6f44eea35c282a49: Running coprocessor pre-open hook at 1731266483791Writing region info on filesystem at 1731266483791Initializing all the Stores at 1731266483791Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266483791Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266483791Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266483791Cleaning up temporary data from old regions at 1731266483796 (+5 ms)Running coprocessor post-open hooks at 1731266483799 (+3 ms)Region opened successfully at 1731266483800 (+1 ms) 2024-11-10T19:21:23,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49., pid=10, masterSystemTime=1731266483768 2024-11-10T19:21:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:23,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fab74cd59f00c1bc6f44eea35c282a49, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab74cd59f00c1bc6f44eea35c282a49, server=bdc25462c9ef,33095,1731266471604 because future has completed 2024-11-10T19:21:23,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:21:23,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fab74cd59f00c1bc6f44eea35c282a49, server=bdc25462c9ef,33095,1731266471604 in 189 msec 2024-11-10T19:21:23,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:21:23,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fab74cd59f00c1bc6f44eea35c282a49, ASSIGN in 345 msec 2024-11-10T19:21:23,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:23,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266483808"}]},"ts":"1731266483808"} 2024-11-10T19:21:23,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:21:23,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:23,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-10T19:21:23,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49., hostname=bdc25462c9ef,33095,1731266471604, seqNum=2] 2024-11-10T19:21:23,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:21:23,986 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:24,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:21:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:24,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:21:24,230 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:21:24,262 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,33095,1731266471604, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:21:24,263 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:24,263 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33095,1731266471604, seqNum=-1] 2024-11-10T19:21:24,263 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:24,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T19:21:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,33095,1731266471604', locateType=CURRENT is [region=hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49., hostname=bdc25462c9ef,33095,1731266471604, seqNum=2] 2024-11-10T19:21:24,268 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:21:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:21:24,270 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,33095,1731266471604 suceeded 2024-11-10T19:21:24,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:21:24,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T19:21:24,272 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:34901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:21:24,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2380 sec 2024-11-10T19:21:24,281 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:34901' 2024-11-10T19:21:24,282 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@489da38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:24,282 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34901,-1 for getting cluster id 2024-11-10T19:21:24,282 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:24,283 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1' 2024-11-10T19:21:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1" 2024-11-10T19:21:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433b64bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34901,-1] 2024-11-10T19:21:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:24,284 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277a151e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:24,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:24,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46896eb8 2024-11-10T19:21:24,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:24,286 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T19:21:24,287 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,33095,1731266471604 (queues=1) is replicating from cluster=7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b to cluster=b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1 2024-11-10T19:21:24,287 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C33095%2C1731266471604 2024-11-10T19:21:24,287 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,33095,1731266471604, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:21:24,287 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, startPosition=0, beingWritten=true 2024-11-10T19:21:24,289 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C33095%2C1731266471604 2024-11-10T19:21:24,293 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:24,293 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:24,293 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33095,1731266471604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:24,496 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:24,800 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:25,185 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:21:25,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:25,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:25,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:25,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:25,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:25,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:25,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34901,-1 for getting cluster id 2024-11-10T19:21:25,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:25,187 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1' 2024-11-10T19:21:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1" 2024-11-10T19:21:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28df77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34901,-1] 2024-11-10T19:21:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:25,189 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd8e6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:25,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d509ce0 2024-11-10T19:21:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:25,192 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:25,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:34425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:21:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:21:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:25,195 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:34425' 2024-11-10T19:21:25,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e07f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:25,196 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34425,-1 for getting cluster id 2024-11-10T19:21:25,196 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:25,196 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b' 2024-11-10T19:21:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b" 2024-11-10T19:21:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea336fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34425,-1] 2024-11-10T19:21:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:25,198 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd74e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:25,199 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9741c 2024-11-10T19:21:25,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:25,200 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:25,201 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T19:21:25,201 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:21:25,201 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:25,201 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:25,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:25,202 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:25,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:21:25,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:25,204 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:25,204 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:25,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:25,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:21:25,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56179527987c63e176f87835a5705ce6, NAME => 'hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104 2024-11-10T19:21:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:21:25,253 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:21:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:25,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:25,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:25,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:21:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:25,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:25,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56179527987c63e176f87835a5705ce6, disabling compactions & flushes 2024-11-10T19:21:25,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. after waiting 0 ms 2024-11-10T19:21:25,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56179527987c63e176f87835a5705ce6: Waiting for close lock at 1731266485619Disabling compacts and flushes for region at 1731266485619Disabling writes for close at 1731266485619Writing region close event to WAL at 1731266485619Closed at 1731266485619 2024-11-10T19:21:25,620 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:25,620 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266485620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266485620"}]},"ts":"1731266485620"} 2024-11-10T19:21:25,622 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:25,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:25,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266485623"}]},"ts":"1731266485623"} 2024-11-10T19:21:25,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:21:25,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56179527987c63e176f87835a5705ce6, ASSIGN}] 2024-11-10T19:21:25,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56179527987c63e176f87835a5705ce6, ASSIGN 2024-11-10T19:21:25,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56179527987c63e176f87835a5705ce6, ASSIGN; state=OFFLINE, location=bdc25462c9ef,37263,1731266476990; forceNewPlan=false, retain=false 2024-11-10T19:21:25,711 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:25,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56179527987c63e176f87835a5705ce6, regionState=OPENING, regionLocation=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:25,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56179527987c63e176f87835a5705ce6, ASSIGN because future has completed 2024-11-10T19:21:25,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56179527987c63e176f87835a5705ce6, server=bdc25462c9ef,37263,1731266476990}] 2024-11-10T19:21:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:25,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:25,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:21:25,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C37263%2C1731266476990.rep, suffix=, logDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/oldWALs, maxLogs=10 2024-11-10T19:21:25,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.rep.1731266485936, exclude list is [], retry=0 2024-11-10T19:21:25,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41757,DS-269d8424-5595-4194-9b28-c688c0bba0b3,DISK] 2024-11-10T19:21:25,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.rep.1731266485936 2024-11-10T19:21:25,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38537:38537)] 2024-11-10T19:21:25,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56179527987c63e176f87835a5705ce6, NAME => 'hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:25,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. service=MultiRowMutationService 2024-11-10T19:21:25,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:21:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,954 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,955 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56179527987c63e176f87835a5705ce6 columnFamilyName hfileref 2024-11-10T19:21:25,955 DEBUG [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:25,955 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] regionserver.HStore(327): Store=56179527987c63e176f87835a5705ce6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:25,955 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,956 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56179527987c63e176f87835a5705ce6 columnFamilyName queue 2024-11-10T19:21:25,956 DEBUG [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:25,956 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] regionserver.HStore(327): Store=56179527987c63e176f87835a5705ce6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:25,956 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,957 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56179527987c63e176f87835a5705ce6 columnFamilyName sid 2024-11-10T19:21:25,957 DEBUG [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:25,957 INFO [StoreOpener-56179527987c63e176f87835a5705ce6-1 {}] regionserver.HStore(327): Store=56179527987c63e176f87835a5705ce6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:25,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:25,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:25,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56179527987c63e176f87835a5705ce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59800153, jitterRate=-0.1089082807302475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:25,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:25,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56179527987c63e176f87835a5705ce6: Running coprocessor pre-open hook at 1731266485953Writing region info on filesystem at 1731266485953Initializing all the Stores at 1731266485954 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266485954Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266485954Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266485954Cleaning up temporary data from old regions at 1731266485958 (+4 ms)Running coprocessor post-open hooks at 1731266485962 (+4 ms)Region opened successfully at 1731266485962 2024-11-10T19:21:25,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6., pid=10, masterSystemTime=1731266485932 2024-11-10T19:21:25,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:25,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56179527987c63e176f87835a5705ce6, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56179527987c63e176f87835a5705ce6, server=bdc25462c9ef,37263,1731266476990 because future has completed 2024-11-10T19:21:25,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:21:25,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56179527987c63e176f87835a5705ce6, server=bdc25462c9ef,37263,1731266476990 in 197 msec 2024-11-10T19:21:25,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:21:25,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56179527987c63e176f87835a5705ce6, ASSIGN in 354 msec 2024-11-10T19:21:25,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:25,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266485981"}]},"ts":"1731266485981"} 2024-11-10T19:21:25,983 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:21:25,984 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:25,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-10T19:21:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6., hostname=bdc25462c9ef,37263,1731266476990, seqNum=2] 2024-11-10T19:21:26,098 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:26,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:21:26,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:21:26,272 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:21:26,306 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,37263,1731266476990, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:21:26,307 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:26,307 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37263,1731266476990, seqNum=-1] 2024-11-10T19:21:26,307 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:26,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T19:21:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,37263,1731266476990', locateType=CURRENT is [region=hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6., hostname=bdc25462c9ef,37263,1731266476990, seqNum=2] 2024-11-10T19:21:26,311 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:21:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:21:26,313 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,37263,1731266476990 suceeded 2024-11-10T19:21:26,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:21:26,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-10T19:21:26,314 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:34425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:21:26,314 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:26,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1220 sec 2024-11-10T19:21:26,328 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:34425' 2024-11-10T19:21:26,329 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32a70afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:26,329 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34425,-1 for getting cluster id 2024-11-10T19:21:26,329 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:26,329 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b' 2024-11-10T19:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b" 2024-11-10T19:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a28f45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34425,-1] 2024-11-10T19:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:26,331 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:26,331 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f45afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:26,331 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:26,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:26,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a9d3c3 2024-11-10T19:21:26,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:26,333 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T19:21:26,333 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,37263,1731266476990 (queues=1) is replicating from cluster=b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1 to cluster=7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b 2024-11-10T19:21:26,333 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C37263%2C1731266476990 2024-11-10T19:21:26,333 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,37263,1731266476990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:21:26,334 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C37263%2C1731266476990 2024-11-10T19:21:26,334 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, startPosition=0, beingWritten=true 2024-11-10T19:21:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:26,334 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:21:26,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:26,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:26,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:26,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:26,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:26,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33095,1731266471604, seqNum=-1] 2024-11-10T19:21:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:26,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266478728.f49585900cf579efe4c44183199a73c7., hostname=bdc25462c9ef,33095,1731266471604, seqNum=2] 2024-11-10T19:21:26,339 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:26,339 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 379, reset compression=false 2024-11-10T19:21:26,339 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,37263,1731266476990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:26,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37263,1731266476990, seqNum=-1] 2024-11-10T19:21:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:26,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266480877.67f5364ec176409e4793f5248f60e42d., hostname=bdc25462c9ef,37263,1731266476990, seqNum=2] 2024-11-10T19:21:26,346 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T19:21:26,544 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 379, reset compression=false 2024-11-10T19:21:26,847 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 379, reset compression=false 2024-11-10T19:21:27,023 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 379, reset compression=false 2024-11-10T19:21:27,027 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:27,027 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 480, reset compression=false 2024-11-10T19:21:27,027 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33095,1731266471604 got entry batch from reader: WALEntryBatch [walEntries=[{test/f49585900cf579efe4c44183199a73c7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T19:21:27,029 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:27,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T19:21:27,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:21:27,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c931432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:27,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34901,-1 for getting cluster id 2024-11-10T19:21:27,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:27,037 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1' 2024-11-10T19:21:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a37f2b-dc20-4b04-a2f7-2c9f76cd48c1" 2024-11-10T19:21:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aad5111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34901,-1] 2024-11-10T19:21:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:27,038 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:27,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b6dda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:27,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:27,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37263,1731266476990, seqNum=-1] 2024-11-10T19:21:27,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:27,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T19:21:27,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266480877.67f5364ec176409e4793f5248f60e42d., hostname=bdc25462c9ef,37263,1731266476990, seqNum=2] 2024-11-10T19:21:27,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:21:27,237 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 480, reset compression=false 2024-11-10T19:21:27,253 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 379, reset compression=false 2024-11-10T19:21:27,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:27,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 503, reset compression=false 2024-11-10T19:21:27,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,37263,1731266476990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:27,349 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T19:21:27,352 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T19:21:27,461 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 503, reset compression=false 2024-11-10T19:21:27,466 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:27,466 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 607, reset compression=false 2024-11-10T19:21:27,466 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,37263,1731266476990 got entry batch from reader: WALEntryBatch [walEntries=[{test/67f5364ec176409e4793f5248f60e42d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:21:27,468 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:27,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T19:21:27,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:21:27,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc81144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:27,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34425,-1 for getting cluster id 2024-11-10T19:21:27,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:27,472 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b' 2024-11-10T19:21:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7afb9e2e-bea4-4fcc-b0cc-6b85732b5a4b" 2024-11-10T19:21:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e82e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34425,-1] 2024-11-10T19:21:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:27,473 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:27,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20fa8961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:27,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33095,1731266471604, seqNum=-1] 2024-11-10T19:21:27,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:27,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T19:21:27,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731266478728.f49585900cf579efe4c44183199a73c7., hostname=bdc25462c9ef,33095,1731266471604, seqNum=2] 2024-11-10T19:21:27,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:21:27,547 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 480, reset compression=false 2024-11-10T19:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 608, reset compression=false 2024-11-10T19:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33095,1731266471604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:27,672 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 607, reset compression=false 2024-11-10T19:21:27,754 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 608, reset compression=false 2024-11-10T19:21:27,977 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 607, reset compression=false 2024-11-10T19:21:27,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:21:27,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T19:21:27,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:21:27,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T19:21:27,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:27,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T19:21:28,059 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 608, reset compression=false 2024-11-10T19:21:28,354 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T19:21:28,359 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T19:21:28,380 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 607, reset compression=false 2024-11-10T19:21:28,462 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 608, reset compression=false 2024-11-10T19:21:28,466 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:28,466 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 764, reset compression=false 2024-11-10T19:21:28,466 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33095,1731266471604 got entry batch from reader: WALEntryBatch [walEntries=[{test/f49585900cf579efe4c44183199a73c7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T19:21:28,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:21:28,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:21:28,670 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 764, reset compression=false 2024-11-10T19:21:28,886 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 607, reset compression=false 2024-11-10T19:21:28,890 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:28,890 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 754, reset compression=false 2024-11-10T19:21:28,890 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,37263,1731266476990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:28,973 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 764, reset compression=false 2024-11-10T19:21:29,093 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 754, reset compression=false 2024-11-10T19:21:29,361 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T19:21:29,365 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T19:21:29,376 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 764, reset compression=false 2024-11-10T19:21:29,396 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 754, reset compression=false 2024-11-10T19:21:29,400 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:21:29,400 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 913, reset compression=false 2024-11-10T19:21:29,400 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,37263,1731266476990 got entry batch from reader: WALEntryBatch [walEntries=[{test/67f5364ec176409e4793f5248f60e42d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T19:21:29,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:21:29,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:21:29,603 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 913, reset compression=false 2024-11-10T19:21:29,879 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 764, reset compression=false 2024-11-10T19:21:29,883 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:29,883 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:29,883 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33095,1731266471604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:29,906 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 913, reset compression=false 2024-11-10T19:21:30,086 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:30,309 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 913, reset compression=false 2024-11-10T19:21:30,367 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T19:21:30,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:21:30,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:30,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:30,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:30,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:30,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:30,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:21:30,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2060298949, stopped=false 2024-11-10T19:21:30,370 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,34901,1731266476771 2024-11-10T19:21:30,390 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:30,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073339154/running 2024-11-10T19:21:30,456 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073339154/running 2024-11-10T19:21:30,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:30,456 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:30,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:30,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:30,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:30,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:30,457 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,37263,1731266476990' ***** 2024-11-10T19:21:30,457 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:21:30,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/running 2024-11-10T19:21:30,457 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:21:30,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Set watcher on znode that does not yet exist, /1-1073339154/running 2024-11-10T19:21:30,457 INFO [RS:0;bdc25462c9ef:37263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:21:30,457 INFO [RS:0;bdc25462c9ef:37263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:21:30,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:21:30,457 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(3091): Received CLOSE for 56179527987c63e176f87835a5705ce6 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(3091): Received CLOSE for 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:37263. 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56179527987c63e176f87835a5705ce6, disabling compactions & flushes 2024-11-10T19:21:30,458 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:30,458 DEBUG [RS:0;bdc25462c9ef:37263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:30,458 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. after waiting 0 ms 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:21:30,458 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56179527987c63e176f87835a5705ce6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:21:30,458 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:21:30,458 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1325): Online Regions={56179527987c63e176f87835a5705ce6=hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6., 1588230740=hbase:meta,,1.1588230740, 67f5364ec176409e4793f5248f60e42d=test,,1731266480877.67f5364ec176409e4793f5248f60e42d.} 2024-11-10T19:21:30,458 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56179527987c63e176f87835a5705ce6, 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:30,458 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:30,458 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:30,459 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:30,459 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:21:30,467 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:30,476 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/.tmp/queue/0bac7af660d84f14bb9e82e637bebcf0 is 153, key is 1-bdc25462c9ef,37263,1731266476990/queue:bdc25462c9ef%2C37263%2C1731266476990/1731266489405/Put/seqid=0 2024-11-10T19:21:30,476 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/info/ff6bdbfac61b49358422ad579fc00f73 is 147, key is hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6./info:regioninfo/1731266485970/Put/seqid=0 2024-11-10T19:21:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741840_1016 (size=5352) 2024-11-10T19:21:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741841_1017 (size=7686) 2024-11-10T19:21:30,485 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/.tmp/queue/0bac7af660d84f14bb9e82e637bebcf0 2024-11-10T19:21:30,490 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/.tmp/queue/0bac7af660d84f14bb9e82e637bebcf0 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/queue/0bac7af660d84f14bb9e82e637bebcf0 2024-11-10T19:21:30,493 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/queue/0bac7af660d84f14bb9e82e637bebcf0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T19:21:30,494 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 56179527987c63e176f87835a5705ce6 in 36ms, sequenceid=10, compaction requested=false 2024-11-10T19:21:30,498 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/replication/56179527987c63e176f87835a5705ce6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T19:21:30,498 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:30,498 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:30,498 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:30,498 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56179527987c63e176f87835a5705ce6: Waiting for close lock at 1731266490458Running coprocessor pre-close hooks at 1731266490458Disabling compacts and flushes for region at 1731266490458Disabling writes for close at 1731266490458Obtaining lock to block concurrent updates at 1731266490458Preparing flush snapshotting stores in 56179527987c63e176f87835a5705ce6 at 1731266490458Finished memstore snapshotting hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731266490459 (+1 ms)Flushing stores of hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. at 1731266490459Flushing 56179527987c63e176f87835a5705ce6/queue: creating writer at 1731266490459Flushing 56179527987c63e176f87835a5705ce6/queue: appending metadata at 1731266490475 (+16 ms)Flushing 56179527987c63e176f87835a5705ce6/queue: closing flushed file at 1731266490476 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8655c0: reopening flushed file at 1731266490489 (+13 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 56179527987c63e176f87835a5705ce6 in 36ms, sequenceid=10, compaction requested=false at 1731266490494 (+5 ms)Writing region close event to WAL at 1731266490495 (+1 ms)Running coprocessor post-close hooks at 1731266490498 (+3 ms)Closed at 1731266490498 2024-11-10T19:21:30,498 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266485202.56179527987c63e176f87835a5705ce6. 2024-11-10T19:21:30,499 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67f5364ec176409e4793f5248f60e42d, disabling compactions & flushes 2024-11-10T19:21:30,499 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:30,499 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:30,499 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266480877.67f5364ec176409e4793f5248f60e42d. after waiting 0 ms 2024-11-10T19:21:30,499 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:30,499 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67f5364ec176409e4793f5248f60e42d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T19:21:30,519 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/f/7955475dbde7413d8fed636cbb28c887 is 29, key is row1/f:/1731266489362/DeleteFamily/seqid=0 2024-11-10T19:21:30,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741842_1018 (size=5118) 2024-11-10T19:21:30,523 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/f/7955475dbde7413d8fed636cbb28c887 2024-11-10T19:21:30,527 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7955475dbde7413d8fed636cbb28c887 2024-11-10T19:21:30,546 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/f1/1fb56ad7f78b4a80b81a301ff36c3c1b is 30, key is row1/f1:/1731266489362/DeleteFamily/seqid=0 2024-11-10T19:21:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741843_1019 (size=5123) 2024-11-10T19:21:30,658 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:30,794 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:30,812 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 913, reset compression=false 2024-11-10T19:21:30,821 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:30,821 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1160, reset compression=false 2024-11-10T19:21:30,821 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,37263,1731266476990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:30,822 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,37263,1731266476990: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,37263,1731266476990, walGroup=bdc25462c9ef%2C37263%2C1731266476990, offset=bdc25462c9ef%2C37263%2C1731266476990.1731266478094:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:37263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:21:30,823 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:21:30,823 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:21:30,824 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:21:30,824 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:21:30,824 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:21:30,824 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 757633024 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191483744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:21:30,824 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:34901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:34901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:21:30,859 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:30,886 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/info/ff6bdbfac61b49358422ad579fc00f73 2024-11-10T19:21:30,906 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/ns/46bf136b80574579a5b25c25f8d7eb23 is 43, key is default/ns:d/1731266478538/Put/seqid=0 2024-11-10T19:21:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741844_1020 (size=5153) 2024-11-10T19:21:30,951 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/f1/1fb56ad7f78b4a80b81a301ff36c3c1b 2024-11-10T19:21:30,951 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:21:30,951 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:21:30,955 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fb56ad7f78b4a80b81a301ff36c3c1b 2024-11-10T19:21:30,972 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/norep/fa20d0bae1dd4eb0b648b95e0f7c5918 is 33, key is row1/norep:/1731266489362/DeleteFamily/seqid=0 2024-11-10T19:21:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741845_1021 (size=5108) 2024-11-10T19:21:31,030 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1160, reset compression=false 2024-11-10T19:21:31,059 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:31,259 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f5364ec176409e4793f5248f60e42d 2024-11-10T19:21:31,299 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:31,310 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/ns/46bf136b80574579a5b25c25f8d7eb23 2024-11-10T19:21:31,328 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/rep_barrier/aa68fcc710ff46efad1f5dfe42e06984 is 112, key is test,,1731266480877.67f5364ec176409e4793f5248f60e42d./rep_barrier:seqnumDuringOpen/1731266482026/Put/seqid=0 2024-11-10T19:21:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741846_1022 (size=5518) 2024-11-10T19:21:31,334 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1160, reset compression=false 2024-11-10T19:21:31,376 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/norep/fa20d0bae1dd4eb0b648b95e0f7c5918 2024-11-10T19:21:31,380 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa20d0bae1dd4eb0b648b95e0f7c5918 2024-11-10T19:21:31,381 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/f/7955475dbde7413d8fed636cbb28c887 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/f/7955475dbde7413d8fed636cbb28c887 2024-11-10T19:21:31,385 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7955475dbde7413d8fed636cbb28c887 2024-11-10T19:21:31,385 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/f/7955475dbde7413d8fed636cbb28c887, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T19:21:31,386 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/f1/1fb56ad7f78b4a80b81a301ff36c3c1b as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/f1/1fb56ad7f78b4a80b81a301ff36c3c1b 2024-11-10T19:21:31,390 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fb56ad7f78b4a80b81a301ff36c3c1b 2024-11-10T19:21:31,390 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/f1/1fb56ad7f78b4a80b81a301ff36c3c1b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T19:21:31,391 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/.tmp/norep/fa20d0bae1dd4eb0b648b95e0f7c5918 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/norep/fa20d0bae1dd4eb0b648b95e0f7c5918 2024-11-10T19:21:31,395 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa20d0bae1dd4eb0b648b95e0f7c5918 2024-11-10T19:21:31,395 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/norep/fa20d0bae1dd4eb0b648b95e0f7c5918, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T19:21:31,396 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 67f5364ec176409e4793f5248f60e42d in 897ms, sequenceid=8, compaction requested=false 2024-11-10T19:21:31,399 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/default/test/67f5364ec176409e4793f5248f60e42d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T19:21:31,400 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:31,400 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:31,400 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:31,400 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67f5364ec176409e4793f5248f60e42d: Waiting for close lock at 1731266490499Running coprocessor pre-close hooks at 1731266490499Disabling compacts and flushes for region at 1731266490499Disabling writes for close at 1731266490499Obtaining lock to block concurrent updates at 1731266490499Preparing flush snapshotting stores in 67f5364ec176409e4793f5248f60e42d at 1731266490499Finished memstore snapshotting test,,1731266480877.67f5364ec176409e4793f5248f60e42d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731266490499Flushing stores of test,,1731266480877.67f5364ec176409e4793f5248f60e42d. at 1731266490500 (+1 ms)Flushing 67f5364ec176409e4793f5248f60e42d/f: creating writer at 1731266490500Flushing 67f5364ec176409e4793f5248f60e42d/f: appending metadata at 1731266490518 (+18 ms)Flushing 67f5364ec176409e4793f5248f60e42d/f: closing flushed file at 1731266490518Flushing 67f5364ec176409e4793f5248f60e42d/f1: creating writer at 1731266490527 (+9 ms)Flushing 67f5364ec176409e4793f5248f60e42d/f1: appending metadata at 1731266490546 (+19 ms)Flushing 67f5364ec176409e4793f5248f60e42d/f1: closing flushed file at 1731266490546Flushing 67f5364ec176409e4793f5248f60e42d/norep: creating writer at 1731266490955 (+409 ms)Flushing 67f5364ec176409e4793f5248f60e42d/norep: appending metadata at 1731266490971 (+16 ms)Flushing 67f5364ec176409e4793f5248f60e42d/norep: closing flushed file at 1731266490971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75728603: reopening flushed file at 1731266491380 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6984f325: reopening flushed file at 1731266491385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4656e9c3: reopening flushed file at 1731266491390 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 67f5364ec176409e4793f5248f60e42d in 897ms, sequenceid=8, compaction requested=false at 1731266491396 (+6 ms)Writing region close event to WAL at 1731266491397 (+1 ms)Running coprocessor post-close hooks at 1731266491400 (+3 ms)Closed at 1731266491400 2024-11-10T19:21:31,400 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266480877.67f5364ec176409e4793f5248f60e42d. 2024-11-10T19:21:31,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:31,459 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:21:31,459 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:21:31,459 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:31,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:31,659 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:31,731 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/rep_barrier/aa68fcc710ff46efad1f5dfe42e06984 2024-11-10T19:21:31,737 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1160, reset compression=false 2024-11-10T19:21:31,742 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:31,742 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1804, reset compression=false 2024-11-10T19:21:31,749 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/table/4083929b89c74b869db4002576561108 is 53, key is hbase:replication/table:state/1731266485981/Put/seqid=0 2024-11-10T19:21:31,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741847_1023 (size=5308) 2024-11-10T19:21:31,859 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:31,902 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:31,945 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1804, reset compression=false 2024-11-10T19:21:32,060 DEBUG [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:21:32,152 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/table/4083929b89c74b869db4002576561108 2024-11-10T19:21:32,157 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/info/ff6bdbfac61b49358422ad579fc00f73 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/info/ff6bdbfac61b49358422ad579fc00f73 2024-11-10T19:21:32,161 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/info/ff6bdbfac61b49358422ad579fc00f73, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:21:32,162 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/ns/46bf136b80574579a5b25c25f8d7eb23 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/ns/46bf136b80574579a5b25c25f8d7eb23 2024-11-10T19:21:32,166 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/ns/46bf136b80574579a5b25c25f8d7eb23, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:21:32,166 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/rep_barrier/aa68fcc710ff46efad1f5dfe42e06984 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/rep_barrier/aa68fcc710ff46efad1f5dfe42e06984 2024-11-10T19:21:32,170 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/rep_barrier/aa68fcc710ff46efad1f5dfe42e06984, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:21:32,171 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/.tmp/table/4083929b89c74b869db4002576561108 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/table/4083929b89c74b869db4002576561108 2024-11-10T19:21:32,175 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/table/4083929b89c74b869db4002576561108, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:21:32,176 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-10T19:21:32,179 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:21:32,180 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:32,180 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:32,180 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:32,180 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266490458Running coprocessor pre-close hooks at 1731266490458Disabling compacts and flushes for region at 1731266490458Disabling writes for close at 1731266490458Obtaining lock to block concurrent updates at 1731266490459 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731266490459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266490459Flushing stores of hbase:meta,,1.1588230740 at 1731266490459Flushing 1588230740/info: creating writer at 1731266490459Flushing 1588230740/info: appending metadata at 1731266490476 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731266490476Flushing 1588230740/ns: creating writer at 1731266490890 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731266490906 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731266490906Flushing 1588230740/rep_barrier: creating writer at 1731266491314 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266491327 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266491327Flushing 1588230740/table: creating writer at 1731266491736 (+409 ms)Flushing 1588230740/table: appending metadata at 1731266491749 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731266491749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3fc6d: reopening flushed file at 1731266492157 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6795b2c2: reopening flushed file at 1731266492161 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63de51f6: reopening flushed file at 1731266492166 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2004027e: reopening flushed file at 1731266492170 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731266492176 (+6 ms)Writing region close event to WAL at 1731266492177 (+1 ms)Running coprocessor post-close hooks at 1731266492180 (+3 ms)Closed at 1731266492180 2024-11-10T19:21:32,180 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:32,248 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 to pos 1804, reset compression=false 2024-11-10T19:21:32,260 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,37263,1731266476990; all regions closed. 2024-11-10T19:21:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:21:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741839_1015 (size=2676) 2024-11-10T19:21:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741833_1009 (size=1812) 2024-11-10T19:21:32,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/WALs/bdc25462c9ef,37263,1731266476990/bdc25462c9ef%2C37263%2C1731266476990.1731266478094 not finished, retry = 0 2024-11-10T19:21:32,367 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:32,367 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:32,367 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:32,367 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:32,368 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:32,368 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:32,368 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,37263,1731266476990 because: Region server is closing 2024-11-10T19:21:32,368 INFO [RS:0;bdc25462c9ef:37263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:37263. 2024-11-10T19:21:32,368 DEBUG [RS:0;bdc25462c9ef:37263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:32,368 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:32,368 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:32,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:32,469 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.shipperbdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 terminated 2024-11-10T19:21:32,469 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,37263,1731266476990.replicationSource.wal-reader.bdc25462c9ef%2C37263%2C1731266476990,1-bdc25462c9ef,37263,1731266476990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:21:32,469 INFO [RS:0;bdc25462c9ef:37263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:37263. 2024-11-10T19:21:32,469 DEBUG [RS:0;bdc25462c9ef:37263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:32,469 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:32,469 DEBUG [RS:0;bdc25462c9ef:37263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:32,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:32,469 INFO [RS:0;bdc25462c9ef:37263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37263 2024-11-10T19:21:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154/rs 2024-11-10T19:21:32,477 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073339154/rs/bdc25462c9ef,37263,1731266476990 2024-11-10T19:21:32,477 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:32,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,37263,1731266476990] 2024-11-10T19:21:32,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073339154/draining/bdc25462c9ef,37263,1731266476990 already deleted, retry=false 2024-11-10T19:21:32,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,37263,1731266476990 expired; onlineServers=0 2024-11-10T19:21:32,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,34901,1731266476771' ***** 2024-11-10T19:21:32,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:21:32,498 INFO [M:0;bdc25462c9ef:34901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:32,498 INFO [M:0;bdc25462c9ef:34901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:32,498 DEBUG [M:0;bdc25462c9ef:34901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:21:32,498 DEBUG [M:0;bdc25462c9ef:34901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:21:32,498 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266477822 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266477822,5,FailOnTimeoutGroup] 2024-11-10T19:21:32,498 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266477821 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266477821,5,FailOnTimeoutGroup] 2024-11-10T19:21:32,499 INFO [M:0;bdc25462c9ef:34901 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:32,499 INFO [M:0;bdc25462c9ef:34901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:32,499 DEBUG [M:0;bdc25462c9ef:34901 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:21:32,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:21:32,499 INFO [M:0;bdc25462c9ef:34901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:21:32,499 INFO [M:0;bdc25462c9ef:34901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:32,499 INFO [M:0;bdc25462c9ef:34901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:21:32,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:21:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073339154/master 2024-11-10T19:21:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073339154 2024-11-10T19:21:32,508 DEBUG [M:0;bdc25462c9ef:34901 {}] zookeeper.ZKUtil(347): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Unable to get data of znode /1-1073339154/master because node does not exist (not an error) 2024-11-10T19:21:32,508 WARN [M:0;bdc25462c9ef:34901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:21:32,509 INFO [M:0;bdc25462c9ef:34901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/.lastflushedseqids 2024-11-10T19:21:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741848_1024 (size=245) 2024-11-10T19:21:32,587 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:32,587 INFO [RS:0;bdc25462c9ef:37263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:32,587 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37263-0x1012631d8340004, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:32,587 INFO [RS:0;bdc25462c9ef:37263 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,37263,1731266476990; zookeeper connection closed. 2024-11-10T19:21:32,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b83aa3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b83aa3d 2024-11-10T19:21:32,588 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:21:32,605 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:32,913 INFO [M:0;bdc25462c9ef:34901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:21:32,913 INFO [M:0;bdc25462c9ef:34901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:21:32,913 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:32,913 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:32,913 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:32,913 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:32,913 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:32,913 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T19:21:32,931 DEBUG [M:0;bdc25462c9ef:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3636ebe1892c4cc79438f8d47e0fd304 is 82, key is hbase:meta,,1/info:regioninfo/1731266478521/Put/seqid=0 2024-11-10T19:21:32,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741849_1025 (size=5672) 2024-11-10T19:21:32,936 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3636ebe1892c4cc79438f8d47e0fd304 2024-11-10T19:21:32,953 DEBUG [M:0;bdc25462c9ef:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c338cdaede4d43be90fabc932b611c12 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266485985/Put/seqid=0 2024-11-10T19:21:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741850_1026 (size=8516) 2024-11-10T19:21:33,357 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c338cdaede4d43be90fabc932b611c12 2024-11-10T19:21:33,408 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:33,424 DEBUG [M:0;bdc25462c9ef:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16836893e38047deaa26a8d53d54e73f is 69, key is bdc25462c9ef,37263,1731266476990/rs:state/1731266477876/Put/seqid=0 2024-11-10T19:21:33,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741851_1027 (size=5156) 2024-11-10T19:21:33,828 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16836893e38047deaa26a8d53d54e73f 2024-11-10T19:21:33,832 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3636ebe1892c4cc79438f8d47e0fd304 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3636ebe1892c4cc79438f8d47e0fd304 2024-11-10T19:21:33,835 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3636ebe1892c4cc79438f8d47e0fd304, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:21:33,836 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c338cdaede4d43be90fabc932b611c12 as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c338cdaede4d43be90fabc932b611c12 2024-11-10T19:21:33,840 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c338cdaede4d43be90fabc932b611c12, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:21:33,841 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16836893e38047deaa26a8d53d54e73f as hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16836893e38047deaa26a8d53d54e73f 2024-11-10T19:21:33,845 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/a8505e2d-8f22-9d4c-5617-3656a03ee104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16836893e38047deaa26a8d53d54e73f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:21:33,846 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false 2024-11-10T19:21:33,847 INFO [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:33,847 DEBUG [M:0;bdc25462c9ef:34901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266492913Disabling compacts and flushes for region at 1731266492913Disabling writes for close at 1731266492913Obtaining lock to block concurrent updates at 1731266492913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266492913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731266492914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266492914Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266492914Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266492930 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266492930Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266492939 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266492952 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266492952Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266493412 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266493424 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266493424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ced4082: reopening flushed file at 1731266493831 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490cd169: reopening flushed file at 1731266493836 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c18baed: reopening flushed file at 1731266493840 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false at 1731266493846 (+6 ms)Writing region close event to WAL at 1731266493846Closed at 1731266493846 2024-11-10T19:21:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41757 is added to blk_1073741830_1006 (size=63654) 2024-11-10T19:21:33,849 INFO [M:0;bdc25462c9ef:34901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:21:33,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:33,849 INFO [M:0;bdc25462c9ef:34901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34901 2024-11-10T19:21:33,850 INFO [M:0;bdc25462c9ef:34901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:34,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:34,029 INFO [M:0;bdc25462c9ef:34901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:34,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x1012631d8340003, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:34,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a961742{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:34,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3660e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:34,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:34,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d72688e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:34,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b789f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:34,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:21:34,033 WARN [BP-983362870-172.17.0.3-1731266474766 heartbeating to localhost/127.0.0.1:41433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:21:34,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:21:34,033 WARN [BP-983362870-172.17.0.3-1731266474766 heartbeating to localhost/127.0.0.1:41433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-983362870-172.17.0.3-1731266474766 (Datanode Uuid 67a1be6c-1dfb-4a1c-9063-9f023e0f30df) service to localhost/127.0.0.1:41433 2024-11-10T19:21:34,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/cluster_aebf06bb-e274-6df3-169d-188fc88a0d97/data/data1/current/BP-983362870-172.17.0.3-1731266474766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:34,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/cluster_aebf06bb-e274-6df3-169d-188fc88a0d97/data/data2/current/BP-983362870-172.17.0.3-1731266474766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:34,034 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:21:34,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b9c16f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:34,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d87ce10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:34,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:34,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769a109c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:34,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a180acd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:34,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:21:34,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:21:34,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:34,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:34,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:34,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:34,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:34,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:21:34,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023318693, stopped=false 2024-11-10T19:21:34,055 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,34425,1731266471247 2024-11-10T19:21:34,066 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090707870/running 2024-11-10T19:21:34,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090707870/running 2024-11-10T19:21:34,066 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:34,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:34,066 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:34,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:21:34,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:34,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:34,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/running 2024-11-10T19:21:34,067 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,33095,1731266471604' ***** 2024-11-10T19:21:34,067 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:21:34,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Set watcher on znode that does not yet exist, /0-2090707870/running 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:21:34,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(3091): Received CLOSE for fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(3091): Received CLOSE for f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:34,067 INFO [RS:0;bdc25462c9ef:33095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33095. 2024-11-10T19:21:34,067 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fab74cd59f00c1bc6f44eea35c282a49, disabling compactions & flushes 2024-11-10T19:21:34,068 DEBUG [RS:0;bdc25462c9ef:33095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:34,068 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:34,068 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. after waiting 0 ms 2024-11-10T19:21:34,068 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:34,068 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:21:34,068 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:21:34,068 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:21:34,068 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fab74cd59f00c1bc6f44eea35c282a49 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-10T19:21:34,068 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:21:34,068 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1325): Online Regions={fab74cd59f00c1bc6f44eea35c282a49=hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49., 1588230740=hbase:meta,,1.1588230740, f49585900cf579efe4c44183199a73c7=test,,1731266478728.f49585900cf579efe4c44183199a73c7.} 2024-11-10T19:21:34,068 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7, fab74cd59f00c1bc6f44eea35c282a49 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:34,068 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:34,068 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:34,068 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:21:34,081 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/.tmp/queue/079e572221c14df7986b147566036df8 is 153, key is 1-bdc25462c9ef,33095,1731266471604/queue:bdc25462c9ef%2C33095%2C1731266471604/1731266489884/Put/seqid=0 2024-11-10T19:21:34,081 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/info/63ac67fce1ec4b4c8f0169bb44eedb89 is 147, key is hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49./info:regioninfo/1731266483802/Put/seqid=0 2024-11-10T19:21:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741840_1016 (size=7686) 2024-11-10T19:21:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741841_1017 (size=5352) 2024-11-10T19:21:34,086 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/.tmp/queue/079e572221c14df7986b147566036df8 2024-11-10T19:21:34,086 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/info/63ac67fce1ec4b4c8f0169bb44eedb89 2024-11-10T19:21:34,090 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/.tmp/queue/079e572221c14df7986b147566036df8 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/queue/079e572221c14df7986b147566036df8 2024-11-10T19:21:34,094 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/queue/079e572221c14df7986b147566036df8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T19:21:34,095 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for fab74cd59f00c1bc6f44eea35c282a49 in 27ms, sequenceid=10, compaction requested=false 2024-11-10T19:21:34,099 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:34,102 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/replication/fab74cd59f00c1bc6f44eea35c282a49/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T19:21:34,102 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:34,102 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:34,103 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fab74cd59f00c1bc6f44eea35c282a49: Waiting for close lock at 1731266494067Running coprocessor pre-close hooks at 1731266494067Disabling compacts and flushes for region at 1731266494067Disabling writes for close at 1731266494068 (+1 ms)Obtaining lock to block concurrent updates at 1731266494068Preparing flush snapshotting stores in fab74cd59f00c1bc6f44eea35c282a49 at 1731266494068Finished memstore snapshotting hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731266494068Flushing stores of hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. at 1731266494068Flushing fab74cd59f00c1bc6f44eea35c282a49/queue: creating writer at 1731266494069 (+1 ms)Flushing fab74cd59f00c1bc6f44eea35c282a49/queue: appending metadata at 1731266494081 (+12 ms)Flushing fab74cd59f00c1bc6f44eea35c282a49/queue: closing flushed file at 1731266494081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c0c2a8: reopening flushed file at 1731266494090 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for fab74cd59f00c1bc6f44eea35c282a49 in 27ms, sequenceid=10, compaction requested=false at 1731266494095 (+5 ms)Writing region close event to WAL at 1731266494099 (+4 ms)Running coprocessor post-close hooks at 1731266494102 (+3 ms)Closed at 1731266494102 2024-11-10T19:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266483042.fab74cd59f00c1bc6f44eea35c282a49. 2024-11-10T19:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f49585900cf579efe4c44183199a73c7, disabling compactions & flushes 2024-11-10T19:21:34,103 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266478728.f49585900cf579efe4c44183199a73c7. after waiting 0 ms 2024-11-10T19:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:34,103 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f49585900cf579efe4c44183199a73c7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T19:21:34,104 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/ns/906bc83e87c84637867a8d14a06e1920 is 43, key is default/ns:d/1731266474561/Put/seqid=0 2024-11-10T19:21:34,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741842_1018 (size=5153) 2024-11-10T19:21:34,118 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/f/235d63b2f4354200b605c428466cb64c is 29, key is row1/f:/1731266489362/DeleteFamily/seqid=0 2024-11-10T19:21:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741843_1019 (size=5118) 2024-11-10T19:21:34,268 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:34,312 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 914, reset compression=false 2024-11-10T19:21:34,324 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:21:34,324 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 1161, reset compression=false 2024-11-10T19:21:34,324 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33095,1731266471604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:21:34,325 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,33095,1731266471604: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,33095,1731266471604, walGroup=bdc25462c9ef%2C33095%2C1731266471604, offset=bdc25462c9ef%2C33095%2C1731266471604.1731266473408:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:33095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:21:34,327 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:21:34,328 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 593211904 }, "NonHeapMemoryUsage": { "committed": 195559424, "init": 7667712, "max": -1, "used": 192103728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:21:34,328 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:34425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:34425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:21:34,333 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:21:34,333 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:21:34,468 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:34,512 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/ns/906bc83e87c84637867a8d14a06e1920 2024-11-10T19:21:34,521 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/f/235d63b2f4354200b605c428466cb64c 2024-11-10T19:21:34,525 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 235d63b2f4354200b605c428466cb64c 2024-11-10T19:21:34,527 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 1161, reset compression=false 2024-11-10T19:21:34,531 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/rep_barrier/87b5dae9d04f4a50841f25b92857bff7 is 112, key is test,,1731266478728.f49585900cf579efe4c44183199a73c7./rep_barrier:seqnumDuringOpen/1731266479886/Put/seqid=0 2024-11-10T19:21:34,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741844_1020 (size=5518) 2024-11-10T19:21:34,539 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/f1/942bd68c703b4ceba7c38eb9e4cae9d4 is 30, key is row1/f1:/1731266489362/DeleteFamily/seqid=0 2024-11-10T19:21:34,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741845_1021 (size=5123) 2024-11-10T19:21:34,668 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:34,836 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 1161, reset compression=false 2024-11-10T19:21:34,869 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:34,938 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/rep_barrier/87b5dae9d04f4a50841f25b92857bff7 2024-11-10T19:21:34,942 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/f1/942bd68c703b4ceba7c38eb9e4cae9d4 2024-11-10T19:21:34,946 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 942bd68c703b4ceba7c38eb9e4cae9d4 2024-11-10T19:21:34,954 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/table/7fc965e1e1ea40d2a0d22adab11fd0a8 is 53, key is hbase:replication/table:state/1731266483808/Put/seqid=0 2024-11-10T19:21:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741846_1022 (size=5308) 2024-11-10T19:21:34,961 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/norep/c4919e9456524bcfbded538a4cebcd1d is 32, key is row/norep:/1731266488357/DeleteFamily/seqid=0 2024-11-10T19:21:34,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741847_1023 (size=5101) 2024-11-10T19:21:35,069 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:21:35,069 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f49585900cf579efe4c44183199a73c7=test,,1731266478728.f49585900cf579efe4c44183199a73c7.} 2024-11-10T19:21:35,069 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:35,240 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.wal-reader.bdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.1731266473408 to pos 1161, reset compression=false 2024-11-10T19:21:35,269 DEBUG [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f49585900cf579efe4c44183199a73c7 2024-11-10T19:21:35,358 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/table/7fc965e1e1ea40d2a0d22adab11fd0a8 2024-11-10T19:21:35,362 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/info/63ac67fce1ec4b4c8f0169bb44eedb89 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/info/63ac67fce1ec4b4c8f0169bb44eedb89 2024-11-10T19:21:35,365 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/norep/c4919e9456524bcfbded538a4cebcd1d 2024-11-10T19:21:35,366 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/info/63ac67fce1ec4b4c8f0169bb44eedb89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:21:35,367 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/ns/906bc83e87c84637867a8d14a06e1920 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/ns/906bc83e87c84637867a8d14a06e1920 2024-11-10T19:21:35,369 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4919e9456524bcfbded538a4cebcd1d 2024-11-10T19:21:35,370 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/f/235d63b2f4354200b605c428466cb64c as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/f/235d63b2f4354200b605c428466cb64c 2024-11-10T19:21:35,371 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/ns/906bc83e87c84637867a8d14a06e1920, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:21:35,371 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/rep_barrier/87b5dae9d04f4a50841f25b92857bff7 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/rep_barrier/87b5dae9d04f4a50841f25b92857bff7 2024-11-10T19:21:35,373 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 235d63b2f4354200b605c428466cb64c 2024-11-10T19:21:35,373 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/f/235d63b2f4354200b605c428466cb64c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T19:21:35,374 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/f1/942bd68c703b4ceba7c38eb9e4cae9d4 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/f1/942bd68c703b4ceba7c38eb9e4cae9d4 2024-11-10T19:21:35,374 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/rep_barrier/87b5dae9d04f4a50841f25b92857bff7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:21:35,375 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/.tmp/table/7fc965e1e1ea40d2a0d22adab11fd0a8 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/table/7fc965e1e1ea40d2a0d22adab11fd0a8 2024-11-10T19:21:35,377 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 942bd68c703b4ceba7c38eb9e4cae9d4 2024-11-10T19:21:35,377 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/f1/942bd68c703b4ceba7c38eb9e4cae9d4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T19:21:35,378 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/.tmp/norep/c4919e9456524bcfbded538a4cebcd1d as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/norep/c4919e9456524bcfbded538a4cebcd1d 2024-11-10T19:21:35,379 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/table/7fc965e1e1ea40d2a0d22adab11fd0a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:21:35,380 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-10T19:21:35,382 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4919e9456524bcfbded538a4cebcd1d 2024-11-10T19:21:35,382 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/norep/c4919e9456524bcfbded538a4cebcd1d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T19:21:35,383 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f49585900cf579efe4c44183199a73c7 in 1280ms, sequenceid=8, compaction requested=false 2024-11-10T19:21:35,384 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:21:35,385 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:35,385 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:35,385 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:35,385 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266494068Running coprocessor pre-close hooks at 1731266494068Disabling compacts and flushes for region at 1731266494068Disabling writes for close at 1731266494068Obtaining lock to block concurrent updates at 1731266494068Preparing flush snapshotting stores in 1588230740 at 1731266494068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266494068Flushing stores of hbase:meta,,1.1588230740 at 1731266494069 (+1 ms)Flushing 1588230740/info: creating writer at 1731266494069Flushing 1588230740/info: appending metadata at 1731266494081 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731266494081Flushing 1588230740/ns: creating writer at 1731266494090 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731266494104 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731266494104Flushing 1588230740/rep_barrier: creating writer at 1731266494516 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266494531 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266494531Flushing 1588230740/table: creating writer at 1731266494942 (+411 ms)Flushing 1588230740/table: appending metadata at 1731266494954 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731266494954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270b429: reopening flushed file at 1731266495362 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386715eb: reopening flushed file at 1731266495366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d94a8b0: reopening flushed file at 1731266495371 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e18b4c: reopening flushed file at 1731266495375 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731266495380 (+5 ms)Writing region close event to WAL at 1731266495381 (+1 ms)Running coprocessor post-close hooks at 1731266495385 (+4 ms)Closed at 1731266495385 2024-11-10T19:21:35,385 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:35,386 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/data/default/test/f49585900cf579efe4c44183199a73c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T19:21:35,386 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:35,387 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:35,387 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:35,387 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f49585900cf579efe4c44183199a73c7: Waiting for close lock at 1731266494103Running coprocessor pre-close hooks at 1731266494103Disabling compacts and flushes for region at 1731266494103Disabling writes for close at 1731266494103Obtaining lock to block concurrent updates at 1731266494103Preparing flush snapshotting stores in f49585900cf579efe4c44183199a73c7 at 1731266494103Finished memstore snapshotting test,,1731266478728.f49585900cf579efe4c44183199a73c7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731266494103Flushing stores of test,,1731266478728.f49585900cf579efe4c44183199a73c7. at 1731266494104 (+1 ms)Flushing f49585900cf579efe4c44183199a73c7/f: creating writer at 1731266494104Flushing f49585900cf579efe4c44183199a73c7/f: appending metadata at 1731266494117 (+13 ms)Flushing f49585900cf579efe4c44183199a73c7/f: closing flushed file at 1731266494117Flushing f49585900cf579efe4c44183199a73c7/f1: creating writer at 1731266494525 (+408 ms)Flushing f49585900cf579efe4c44183199a73c7/f1: appending metadata at 1731266494539 (+14 ms)Flushing f49585900cf579efe4c44183199a73c7/f1: closing flushed file at 1731266494539Flushing f49585900cf579efe4c44183199a73c7/norep: creating writer at 1731266494946 (+407 ms)Flushing f49585900cf579efe4c44183199a73c7/norep: appending metadata at 1731266494961 (+15 ms)Flushing f49585900cf579efe4c44183199a73c7/norep: closing flushed file at 1731266494961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d07e19: reopening flushed file at 1731266495369 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ad4c29: reopening flushed file at 1731266495373 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7818311c: reopening flushed file at 1731266495378 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f49585900cf579efe4c44183199a73c7 in 1280ms, sequenceid=8, compaction requested=false at 1731266495383 (+5 ms)Writing region close event to WAL at 1731266495384 (+1 ms)Running coprocessor post-close hooks at 1731266495386 (+2 ms)Closed at 1731266495387 (+1 ms) 2024-11-10T19:21:35,387 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266478728.f49585900cf579efe4c44183199a73c7. 2024-11-10T19:21:35,469 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,33095,1731266471604; all regions closed. 2024-11-10T19:21:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:21:35,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.meta.1731266474448.meta not finished, retry = 0 2024-11-10T19:21:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741839_1015 (size=2676) 2024-11-10T19:21:35,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/WALs/bdc25462c9ef,33095,1731266471604/bdc25462c9ef%2C33095%2C1731266471604.rep.1731266483774 not finished, retry = 0 2024-11-10T19:21:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741832_1008 (size=1813) 2024-11-10T19:21:35,677 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:35,677 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:21:35,677 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:35,677 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:35,677 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:35,677 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:35,678 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,33095,1731266471604 because: Region server is closing 2024-11-10T19:21:35,678 INFO [RS:0;bdc25462c9ef:33095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33095. 2024-11-10T19:21:35,678 DEBUG [RS:0;bdc25462c9ef:33095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:35,678 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:35,678 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:35,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:35,778 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33095,1731266471604.replicationSource.shipperbdc25462c9ef%2C33095%2C1731266471604,1-bdc25462c9ef,33095,1731266471604 terminated 2024-11-10T19:21:35,778 INFO [RS:0;bdc25462c9ef:33095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33095. 2024-11-10T19:21:35,778 DEBUG [RS:0;bdc25462c9ef:33095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:21:35,778 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:35,778 DEBUG [RS:0;bdc25462c9ef:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:35,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:35,779 INFO [RS:0;bdc25462c9ef:33095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33095 2024-11-10T19:21:35,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870/rs 2024-11-10T19:21:35,834 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090707870/rs/bdc25462c9ef,33095,1731266471604 2024-11-10T19:21:35,834 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:35,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,33095,1731266471604] 2024-11-10T19:21:35,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090707870/draining/bdc25462c9ef,33095,1731266471604 already deleted, retry=false 2024-11-10T19:21:35,855 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,33095,1731266471604 expired; onlineServers=0 2024-11-10T19:21:35,855 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,34425,1731266471247' ***** 2024-11-10T19:21:35,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:21:35,855 INFO [M:0;bdc25462c9ef:34425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:21:35,855 INFO [M:0;bdc25462c9ef:34425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:21:35,855 DEBUG [M:0;bdc25462c9ef:34425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:21:35,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:21:35,855 DEBUG [M:0;bdc25462c9ef:34425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:21:35,856 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266473211 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266473211,5,FailOnTimeoutGroup] 2024-11-10T19:21:35,856 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266473212 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266473212,5,FailOnTimeoutGroup] 2024-11-10T19:21:35,856 INFO [M:0;bdc25462c9ef:34425 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:21:35,856 INFO [M:0;bdc25462c9ef:34425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:21:35,856 DEBUG [M:0;bdc25462c9ef:34425 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:21:35,856 INFO [M:0;bdc25462c9ef:34425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:21:35,856 INFO [M:0;bdc25462c9ef:34425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:21:35,856 INFO [M:0;bdc25462c9ef:34425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:21:35,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:21:35,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090707870/master 2024-11-10T19:21:35,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090707870 2024-11-10T19:21:35,866 DEBUG [M:0;bdc25462c9ef:34425 {}] zookeeper.ZKUtil(347): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Unable to get data of znode /0-2090707870/master because node does not exist (not an error) 2024-11-10T19:21:35,866 WARN [M:0;bdc25462c9ef:34425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:21:35,867 INFO [M:0;bdc25462c9ef:34425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/.lastflushedseqids 2024-11-10T19:21:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741848_1024 (size=245) 2024-11-10T19:21:35,945 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:35,945 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1012631d8340001, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:35,945 INFO [RS:0;bdc25462c9ef:33095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:35,945 INFO [RS:0;bdc25462c9ef:33095 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,33095,1731266471604; zookeeper connection closed. 2024-11-10T19:21:35,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c6ea440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c6ea440 2024-11-10T19:21:35,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:21:36,271 INFO [M:0;bdc25462c9ef:34425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:21:36,271 INFO [M:0;bdc25462c9ef:34425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:21:36,271 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:36,271 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:36,271 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:36,271 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:36,271 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:36,271 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T19:21:36,288 DEBUG [M:0;bdc25462c9ef:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b8390e1cbc4a9fbc1c69a5aa93dca0 is 82, key is hbase:meta,,1/info:regioninfo/1731266474480/Put/seqid=0 2024-11-10T19:21:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741849_1025 (size=5672) 2024-11-10T19:21:36,291 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b8390e1cbc4a9fbc1c69a5aa93dca0 2024-11-10T19:21:36,312 DEBUG [M:0;bdc25462c9ef:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3b17986c7a4266856f7caad1bbbb22 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266483811/Put/seqid=0 2024-11-10T19:21:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741850_1026 (size=8516) 2024-11-10T19:21:36,716 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3b17986c7a4266856f7caad1bbbb22 2024-11-10T19:21:36,732 DEBUG [M:0;bdc25462c9ef:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1eca849989436a853dd3e8124b242f is 69, key is bdc25462c9ef,33095,1731266471604/rs:state/1731266473260/Put/seqid=0 2024-11-10T19:21:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741851_1027 (size=5156) 2024-11-10T19:21:36,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:36,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:36,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:37,136 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1eca849989436a853dd3e8124b242f 2024-11-10T19:21:37,140 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b8390e1cbc4a9fbc1c69a5aa93dca0 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88b8390e1cbc4a9fbc1c69a5aa93dca0 2024-11-10T19:21:37,143 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88b8390e1cbc4a9fbc1c69a5aa93dca0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:21:37,143 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3b17986c7a4266856f7caad1bbbb22 as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f3b17986c7a4266856f7caad1bbbb22 2024-11-10T19:21:37,146 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f3b17986c7a4266856f7caad1bbbb22, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:21:37,147 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b1eca849989436a853dd3e8124b242f as hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b1eca849989436a853dd3e8124b242f 2024-11-10T19:21:37,150 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b1eca849989436a853dd3e8124b242f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:21:37,150 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-10T19:21:37,151 INFO [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:37,152 DEBUG [M:0;bdc25462c9ef:34425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266496271Disabling compacts and flushes for region at 1731266496271Disabling writes for close at 1731266496271Obtaining lock to block concurrent updates at 1731266496271Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266496271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731266496271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266496272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266496272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266496288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266496288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266496295 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266496312 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266496312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266496720 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266496732 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266496732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7734c2: reopening flushed file at 1731266497139 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79baed72: reopening flushed file at 1731266497143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42405781: reopening flushed file at 1731266497146 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1731266497150 (+4 ms)Writing region close event to WAL at 1731266497151 (+1 ms)Closed at 1731266497151 2024-11-10T19:21:37,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fdffcdb-d02a-8dc6-8273-e892d7054c11/MasterData/WALs/bdc25462c9ef,34425,1731266471247/bdc25462c9ef%2C34425%2C1731266471247.1731266472957 not finished, retry = 0 2024-11-10T19:21:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38403 is added to blk_1073741830_1006 (size=63654) 2024-11-10T19:21:37,254 INFO [M:0;bdc25462c9ef:34425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:21:37,254 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:21:37,254 INFO [M:0;bdc25462c9ef:34425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34425 2024-11-10T19:21:37,254 INFO [M:0;bdc25462c9ef:34425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:21:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:37,419 INFO [M:0;bdc25462c9ef:34425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:21:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1012631d8340000, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:21:37,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5b79ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:37,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e77e763{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:37,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:37,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a9d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:37,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13deed36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:37,424 WARN [BP-768168304-172.17.0.3-1731266469027 heartbeating to localhost/127.0.0.1:35167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:21:37,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:21:37,424 WARN [BP-768168304-172.17.0.3-1731266469027 heartbeating to localhost/127.0.0.1:35167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768168304-172.17.0.3-1731266469027 (Datanode Uuid b0a72c7e-02c7-45d4-83b8-4dc0f98791bc) service to localhost/127.0.0.1:35167 2024-11-10T19:21:37,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:21:37,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/data/data1/current/BP-768168304-172.17.0.3-1731266469027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:37,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/cluster_430a8f88-d297-b7bc-4bd6-c72b8095406a/data/data2/current/BP-768168304-172.17.0.3-1731266469027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:21:37,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:21:37,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1564ee37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:37,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:21:37,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:21:37,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:21:37,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b246ffbc-7700-73d8-73db-8837c270dc67/hadoop.log.dir/,STOPPED} 2024-11-10T19:21:37,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:21:37,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:21:37,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35167 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41433 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=2155 (was 1372) - AvailableMemoryMB LEAK? - 2024-11-10T19:21:37,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=2155 2024-11-10T19:21:37,479 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T19:21:37,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir so I do NOT create it in target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8 2024-11-10T19:21:37,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:21:37,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.tmp.dir so I do NOT create it in target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8 2024-11-10T19:21:37,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d4e88-3eb2-3d57-58a6-7a4549fcec7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:21:37,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8 2024-11-10T19:21:37,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0, deleteOnExit=true 2024-11-10T19:21:37,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/zookeeper_0, clientPort=58279, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:21:37,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58279 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/test.cache.data in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:21:37,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:21:37,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:21:37,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012631d8340005, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:21:37,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012631d8340002, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:21:37,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012631d8340005, quorum=127.0.0.1:57625, baseZNode=/1-1073339154 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:21:37,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012631d8340002, quorum=127.0.0.1:57625, baseZNode=/0-2090707870 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:21:37,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:37,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:37,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:37,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:37,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:21:37,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:37,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe4bfe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:37,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150b11b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:37,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e28dd7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/java.io.tmpdir/jetty-localhost-41143-hadoop-hdfs-3_4_1-tests_jar-_-any-16146905741117136738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:37,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652543cb{HTTP/1.1, (http/1.1)}{localhost:41143} 2024-11-10T19:21:37,938 INFO [Time-limited test {}] server.Server(415): Started @229449ms 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:38,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:38,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:38,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:38,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:38,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:21:38,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a0439a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:38,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24af6efd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:38,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70014cdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/java.io.tmpdir/jetty-localhost-46741-hadoop-hdfs-3_4_1-tests_jar-_-any-6857568165849851786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:38,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c10706a{HTTP/1.1, (http/1.1)}{localhost:46741} 2024-11-10T19:21:38,275 INFO [Time-limited test {}] server.Server(415): Started @229786ms 2024-11-10T19:21:38,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:21:38,951 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/data/data2/current/BP-469477820-172.17.0.3-1731266497511/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:38,951 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/data/data1/current/BP-469477820-172.17.0.3-1731266497511/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:38,965 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:21:38,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe17791f3af850af7 with lease ID 0xd70e7597730dd4bf: Processing first storage report for DS-7578c8a8-1e55-4a86-9df1-0679aeaf3bf8 from datanode DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5130906f-77f5-43b4-bc04-7614c48c26ff, infoPort=33391, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1368493723;c=1731266497511) 2024-11-10T19:21:38,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe17791f3af850af7 with lease ID 0xd70e7597730dd4bf: from storage DS-7578c8a8-1e55-4a86-9df1-0679aeaf3bf8 node DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5130906f-77f5-43b4-bc04-7614c48c26ff, infoPort=33391, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1368493723;c=1731266497511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:38,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe17791f3af850af7 with lease ID 0xd70e7597730dd4bf: Processing first storage report for DS-5db4162f-e67b-4741-b425-f7b960a874fe from datanode DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5130906f-77f5-43b4-bc04-7614c48c26ff, infoPort=33391, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1368493723;c=1731266497511) 2024-11-10T19:21:38,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe17791f3af850af7 with lease ID 0xd70e7597730dd4bf: from storage DS-5db4162f-e67b-4741-b425-f7b960a874fe node DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5130906f-77f5-43b4-bc04-7614c48c26ff, infoPort=33391, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1368493723;c=1731266497511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:39,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8 2024-11-10T19:21:39,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:39,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:21:39,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd with version=8 2024-11-10T19:21:39,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/hbase-staging 2024-11-10T19:21:39,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:39,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45133 2024-11-10T19:21:39,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45133 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451330x0, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:39,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45133-0x101263247810000 connected 2024-11-10T19:21:39,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:39,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:39,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/running 2024-11-10T19:21:39,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd, hbase.cluster.distributed=false 2024-11-10T19:21:39,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/acl 2024-11-10T19:21:39,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-10T19:21:39,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45133 2024-11-10T19:21:39,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45133 2024-11-10T19:21:39,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-10T19:21:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-10T19:21:39,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:21:39,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:39,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46571 2024-11-10T19:21:39,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46571 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:39,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:39,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:39,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465710x0, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:39,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465710x0, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/running 2024-11-10T19:21:39,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46571-0x101263247810001 connected 2024-11-10T19:21:39,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:21:39,626 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:21:39,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/master 2024-11-10T19:21:39,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/acl 2024-11-10T19:21:39,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-10T19:21:39,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46571 2024-11-10T19:21:39,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46571 2024-11-10T19:21:39,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-10T19:21:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-10T19:21:39,645 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:45133 2024-11-10T19:21:39,645 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01275762856/backup-masters/bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:39,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856/backup-masters 2024-11-10T19:21:39,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856/backup-masters 2024-11-10T19:21:39,655 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on existing znode=/01275762856/backup-masters/bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01275762856/master 2024-11-10T19:21:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:39,666 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on existing znode=/01275762856/master 2024-11-10T19:21:39,666 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01275762856/backup-masters/bdc25462c9ef,45133,1731266499408 from backup master directory 2024-11-10T19:21:39,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275762856/backup-masters/bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:39,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856/backup-masters 2024-11-10T19:21:39,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856/backup-masters 2024-11-10T19:21:39,676 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:39,676 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:39,678 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/hbase.id] with ID: 41811b63-5fe9-451e-ad6d-a2bda6c23870 2024-11-10T19:21:39,678 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/.tmp/hbase.id 2024-11-10T19:21:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:21:40,083 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/.tmp/hbase.id]:[hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/hbase.id] 2024-11-10T19:21:40,090 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:40,091 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:21:40,091 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T19:21:40,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:40,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:40,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:21:40,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:40,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:21:40,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:21:40,951 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store 2024-11-10T19:21:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:21:41,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:41,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:41,356 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:41,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:41,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:41,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:41,356 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:41,356 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266501356Disabling compacts and flushes for region at 1731266501356Disabling writes for close at 1731266501356Writing region close event to WAL at 1731266501356Closed at 1731266501356 2024-11-10T19:21:41,357 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/.initializing 2024-11-10T19:21:41,357 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/WALs/bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:41,358 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:41,359 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C45133%2C1731266499408, suffix=, logDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/WALs/bdc25462c9ef,45133,1731266499408, archiveDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/oldWALs, maxLogs=10 2024-11-10T19:21:41,374 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/WALs/bdc25462c9ef,45133,1731266499408/bdc25462c9ef%2C45133%2C1731266499408.1731266501359, exclude list is [], retry=0 2024-11-10T19:21:41,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-7578c8a8-1e55-4a86-9df1-0679aeaf3bf8,DISK] 2024-11-10T19:21:41,377 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/WALs/bdc25462c9ef,45133,1731266499408/bdc25462c9ef%2C45133%2C1731266499408.1731266501359 2024-11-10T19:21:41,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-10T19:21:41,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:41,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:41,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:21:41,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:41,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:41,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:21:41,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:41,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:41,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:21:41,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:41,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:41,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:21:41,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:41,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:41,384 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,385 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,385 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,386 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,386 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,386 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:41,387 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:41,388 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:41,389 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75011513, jitterRate=0.11775864660739899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:41,389 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266501378Initializing all the Stores at 1731266501379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266501379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266501379Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266501379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266501379Cleaning up temporary data from old regions at 1731266501386 (+7 ms)Region opened successfully at 1731266501389 (+3 ms) 2024-11-10T19:21:41,389 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:21:41,391 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbd4da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:41,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:21:41,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:21:41,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:21:41,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:21:41,393 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:21:41,393 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:21:41,393 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:21:41,394 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:21:41,395 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Unable to get data of znode /01275762856/balancer because node does not exist (not necessarily an error) 2024-11-10T19:21:41,560 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275762856/balancer already deleted, retry=false 2024-11-10T19:21:41,560 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:21:41,561 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Unable to get data of znode /01275762856/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:21:41,655 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275762856/normalizer already deleted, retry=false 2024-11-10T19:21:41,655 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:21:41,656 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Unable to get data of znode /01275762856/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:21:41,760 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275762856/switch/split already deleted, retry=false 2024-11-10T19:21:41,761 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Unable to get data of znode /01275762856/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:21:41,823 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275762856/switch/merge already deleted, retry=false 2024-11-10T19:21:41,825 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Unable to get data of znode /01275762856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:21:41,834 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275762856/snapshot-cleanup already deleted, retry=false 2024-11-10T19:21:41,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01275762856/running 2024-11-10T19:21:41,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01275762856/running 2024-11-10T19:21:41,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:41,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:41,844 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,45133,1731266499408, sessionid=0x101263247810000, setting cluster-up flag (Was=false) 2024-11-10T19:21:41,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:41,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:41,897 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01275762856/flush-table-proc/acquired, /01275762856/flush-table-proc/reached, /01275762856/flush-table-proc/abort 2024-11-10T19:21:41,898 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:41,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:41,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:41,949 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01275762856/online-snapshot/acquired, /01275762856/online-snapshot/reached, /01275762856/online-snapshot/abort 2024-11-10T19:21:41,950 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:41,951 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:21:41,952 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:41,952 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:21:41,952 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:21:41,952 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,45133,1731266499408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:21:41,953 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:41,954 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:41,954 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266531954 2024-11-10T19:21:41,954 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:21:41,954 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:21:41,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:41,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:21:41,955 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:21:41,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:41,956 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266501955,5,FailOnTimeoutGroup] 2024-11-10T19:21:41,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:21:41,956 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266501956,5,FailOnTimeoutGroup] 2024-11-10T19:21:41,956 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:41,956 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:21:41,956 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:41,956 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:21:42,035 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(746): ClusterId : 41811b63-5fe9-451e-ad6d-a2bda6c23870 2024-11-10T19:21:42,035 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:21:42,102 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:21:42,102 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:21:42,129 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:21:42,129 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a65916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:42,139 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:46571 2024-11-10T19:21:42,139 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:21:42,139 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:21:42,139 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:21:42,140 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,45133,1731266499408 with port=46571, startcode=1731266499608 2024-11-10T19:21:42,140 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:21:42,141 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:21:42,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45133 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,142 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd 2024-11-10T19:21:42,143 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41325 2024-11-10T19:21:42,143 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:21:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856/rs 2024-11-10T19:21:42,150 DEBUG [RS:0;bdc25462c9ef:46571 {}] zookeeper.ZKUtil(111): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on existing znode=/01275762856/rs/bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,150 WARN [RS:0;bdc25462c9ef:46571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:42,150 INFO [RS:0;bdc25462c9ef:46571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:42,150 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,46571,1731266499608] 2024-11-10T19:21:42,152 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:21:42,153 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:21:42,156 INFO [RS:0;bdc25462c9ef:46571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:21:42,156 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,156 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:21:42,157 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:21:42,157 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:42,157 DEBUG [RS:0;bdc25462c9ef:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:42,160 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,160 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,160 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,160 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,160 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,160 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46571,1731266499608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:42,177 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:21:42,177 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46571,1731266499608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,177 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,177 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.Replication(171): bdc25462c9ef,46571,1731266499608 started 2024-11-10T19:21:42,189 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:42,190 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,46571,1731266499608, RpcServer on bdc25462c9ef/172.17.0.3:46571, sessionid=0x101263247810001 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,46571,1731266499608' 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01275762856/flush-table-proc/abort' 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01275762856/flush-table-proc/acquired' 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:21:42,190 DEBUG [RS:0;bdc25462c9ef:46571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,191 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,46571,1731266499608' 2024-11-10T19:21:42,191 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01275762856/online-snapshot/abort' 2024-11-10T19:21:42,191 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01275762856/online-snapshot/acquired' 2024-11-10T19:21:42,191 DEBUG [RS:0;bdc25462c9ef:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:21:42,191 INFO [RS:0;bdc25462c9ef:46571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:21:42,191 INFO [RS:0;bdc25462c9ef:46571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:21:42,291 INFO [RS:0;bdc25462c9ef:46571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:42,293 INFO [RS:0;bdc25462c9ef:46571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C46571%2C1731266499608, suffix=, logDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608, archiveDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/oldWALs, maxLogs=10 2024-11-10T19:21:42,305 DEBUG [RS:0;bdc25462c9ef:46571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, exclude list is [], retry=0 2024-11-10T19:21:42,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-7578c8a8-1e55-4a86-9df1-0679aeaf3bf8,DISK] 2024-11-10T19:21:42,308 INFO [RS:0;bdc25462c9ef:46571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 2024-11-10T19:21:42,309 DEBUG [RS:0;bdc25462c9ef:46571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-10T19:21:42,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:21:42,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd 2024-11-10T19:21:42,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:21:42,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:42,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:42,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:42,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:42,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:42,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:42,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:42,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:42,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:42,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:42,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:42,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:42,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:42,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:42,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:42,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:42,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:42,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:42,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740 2024-11-10T19:21:42,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740 2024-11-10T19:21:42,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:42,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:42,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:42,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:42,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:42,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62540315, jitterRate=-0.06807668507099152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:42,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266502772Initializing all the Stores at 1731266502772Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266502772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266502773 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266502773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266502773Cleaning up temporary data from old regions at 1731266502778 (+5 ms)Region opened successfully at 1731266502781 (+3 ms) 2024-11-10T19:21:42,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:42,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:42,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:42,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:42,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:42,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:42,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266502781Disabling compacts and flushes for region at 1731266502781Disabling writes for close at 1731266502781Writing region close event to WAL at 1731266502781Closed at 1731266502781 2024-11-10T19:21:42,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:42,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:21:42,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:21:42,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:42,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:21:42,934 DEBUG [bdc25462c9ef:45133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:21:42,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:42,935 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,46571,1731266499608, state=OPENING 2024-11-10T19:21:42,982 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:21:43,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:43,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:21:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275762856/meta-region-server: CHANGED 2024-11-10T19:21:43,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:43,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275762856/meta-region-server: CHANGED 2024-11-10T19:21:43,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,46571,1731266499608}] 2024-11-10T19:21:43,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:43,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:21:43,158 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:21:43,158 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:43,159 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:21:43,159 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C46571%2C1731266499608.meta, suffix=.meta, logDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608, archiveDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/oldWALs, maxLogs=10 2024-11-10T19:21:43,171 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.meta.1731266503160.meta, exclude list is [], retry=0 2024-11-10T19:21:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-7578c8a8-1e55-4a86-9df1-0679aeaf3bf8,DISK] 2024-11-10T19:21:43,174 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.meta.1731266503160.meta 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:43,175 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:21:43,175 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:21:43,175 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:21:43,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:43,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:43,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:43,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:43,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:43,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:43,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:43,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:43,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:43,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:43,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:43,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:43,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:43,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:43,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:43,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:43,179 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:43,180 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740 2024-11-10T19:21:43,181 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740 2024-11-10T19:21:43,182 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:43,182 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:43,182 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:43,183 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:43,183 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63682758, jitterRate=-0.05105295777320862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:43,183 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:21:43,184 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266503175Writing region info on filesystem at 1731266503175Initializing all the Stores at 1731266503176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266503176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266503176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266503176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266503176Cleaning up temporary data from old regions at 1731266503182 (+6 ms)Running coprocessor post-open hooks at 1731266503183 (+1 ms)Region opened successfully at 1731266503184 (+1 ms) 2024-11-10T19:21:43,185 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266503154 2024-11-10T19:21:43,187 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:21:43,187 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:21:43,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:43,188 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,46571,1731266499608, state=OPEN 2024-11-10T19:21:43,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01275762856/meta-region-server 2024-11-10T19:21:43,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01275762856/meta-region-server 2024-11-10T19:21:43,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:43,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275762856/meta-region-server: CHANGED 2024-11-10T19:21:43,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275762856/meta-region-server: CHANGED 2024-11-10T19:21:43,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:21:43,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,46571,1731266499608 in 223 msec 2024-11-10T19:21:43,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:21:43,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-10T19:21:43,228 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:43,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:21:43,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:43,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46571,1731266499608, seqNum=-1] 2024-11-10T19:21:43,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:43,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:43,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-10T19:21:43,233 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266503233, completionTime=-1 2024-11-10T19:21:43,233 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:21:43,233 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:21:43,234 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266563234 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266623235 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45133,1731266499408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45133,1731266499408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45133,1731266499408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:45133, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,235 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,236 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.562sec 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45133,1731266499408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:43,238 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45133,1731266499408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:21:43,239 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:21:43,239 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:21:43,239 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45133,1731266499408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:43,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f02d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:43,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:21:43,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:43,337 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:21:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:21:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deac239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:21:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:43,338 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:43,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe878d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:43,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46571,1731266499608, seqNum=-1] 2024-11-10T19:21:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:43,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:43,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:43,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:43,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101263247810002 connected 2024-11-10T19:21:43,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir so I do NOT create it in target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7 2024-11-10T19:21:43,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:21:43,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.tmp.dir so I do NOT create it in target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7 2024-11-10T19:21:43,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:21:43,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7 2024-11-10T19:21:43,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/cluster_0a9339d5-c25b-918f-8e65-0cb1fabd9a22, deleteOnExit=true 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/test.cache.data in system properties and HBase conf 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:21:43,384 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:43,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:21:43,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:21:43,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:43,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:43,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:43,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:43,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:43,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:43,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:21:43,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:43,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d1e2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:43,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71788b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:43,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56dbf98f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/java.io.tmpdir/jetty-localhost-44639-hadoop-hdfs-3_4_1-tests_jar-_-any-12019683741635045232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:43,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5de60843{HTTP/1.1, (http/1.1)}{localhost:44639} 2024-11-10T19:21:43,890 INFO [Time-limited test {}] server.Server(415): Started @235401ms 2024-11-10T19:21:44,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:44,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:44,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:44,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:44,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:21:44,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b2a8475{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:44,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9e1646{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:44,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d0ecd10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/java.io.tmpdir/jetty-localhost-43983-hadoop-hdfs-3_4_1-tests_jar-_-any-9608603598152535684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:44,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a075cd{HTTP/1.1, (http/1.1)}{localhost:43983} 2024-11-10T19:21:44,265 INFO [Time-limited test {}] server.Server(415): Started @235776ms 2024-11-10T19:21:44,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:21:44,913 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/cluster_0a9339d5-c25b-918f-8e65-0cb1fabd9a22/data/data2/current/BP-1129528933-172.17.0.3-1731266503402/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:44,913 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/cluster_0a9339d5-c25b-918f-8e65-0cb1fabd9a22/data/data1/current/BP-1129528933-172.17.0.3-1731266503402/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:44,932 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:21:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1510da9bcb9df548 with lease ID 0xba6fdd1020ee5f6e: Processing first storage report for DS-1e421c38-5d14-4d77-8fe3-f74c7e95dd7f from datanode DatanodeRegistration(127.0.0.1:46465, datanodeUuid=be91459c-f613-4801-bedb-251a07dbc6bd, infoPort=37243, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1638705532;c=1731266503402) 2024-11-10T19:21:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1510da9bcb9df548 with lease ID 0xba6fdd1020ee5f6e: from storage DS-1e421c38-5d14-4d77-8fe3-f74c7e95dd7f node DatanodeRegistration(127.0.0.1:46465, datanodeUuid=be91459c-f613-4801-bedb-251a07dbc6bd, infoPort=37243, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1638705532;c=1731266503402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1510da9bcb9df548 with lease ID 0xba6fdd1020ee5f6e: Processing first storage report for DS-878f4b83-9567-4f6a-a23a-f8bcf5f16a37 from datanode DatanodeRegistration(127.0.0.1:46465, datanodeUuid=be91459c-f613-4801-bedb-251a07dbc6bd, infoPort=37243, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1638705532;c=1731266503402) 2024-11-10T19:21:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1510da9bcb9df548 with lease ID 0xba6fdd1020ee5f6e: from storage DS-878f4b83-9567-4f6a-a23a-f8bcf5f16a37 node DatanodeRegistration(127.0.0.1:46465, datanodeUuid=be91459c-f613-4801-bedb-251a07dbc6bd, infoPort=37243, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1638705532;c=1731266503402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:44,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7 2024-11-10T19:21:44,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:44,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:21:45,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547 with version=8 2024-11-10T19:21:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/hbase-staging 2024-11-10T19:21:45,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:21:45,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:45,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43509 2024-11-10T19:21:45,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43509 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:45,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435090x0, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:45,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43509-0x101263247810003 connected 2024-11-10T19:21:45,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:45,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:45,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/running 2024-11-10T19:21:45,531 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547, hbase.cluster.distributed=false 2024-11-10T19:21:45,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/acl 2024-11-10T19:21:45,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43509 2024-11-10T19:21:45,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43509 2024-11-10T19:21:45,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43509 2024-11-10T19:21:45,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43509 2024-11-10T19:21:45,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43509 2024-11-10T19:21:45,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:21:45,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:45,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41349 2024-11-10T19:21:45,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41349 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:45,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:45,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:45,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413490x0, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:45,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/running 2024-11-10T19:21:45,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41349-0x101263247810004 connected 2024-11-10T19:21:45,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:21:45,561 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:21:45,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/master 2024-11-10T19:21:45,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/acl 2024-11-10T19:21:45,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-10T19:21:45,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-10T19:21:45,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-10T19:21:45,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-10T19:21:45,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-10T19:21:45,578 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:43509 2024-11-10T19:21:45,578 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-442906539/backup-masters/bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539/backup-masters 2024-11-10T19:21:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539/backup-masters 2024-11-10T19:21:45,581 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on existing znode=/1-442906539/backup-masters/bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:45,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-442906539/master 2024-11-10T19:21:45,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:45,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:45,592 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on existing znode=/1-442906539/master 2024-11-10T19:21:45,592 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-442906539/backup-masters/bdc25462c9ef,43509,1731266505405 from backup master directory 2024-11-10T19:21:45,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539/backup-masters 2024-11-10T19:21:45,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442906539/backup-masters/bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:45,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539/backup-masters 2024-11-10T19:21:45,602 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:45,602 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:45,605 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/hbase.id] with ID: 69462a5f-1f5e-43ac-867f-ee0e25cfe787 2024-11-10T19:21:45,605 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/.tmp/hbase.id 2024-11-10T19:21:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:21:46,009 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/.tmp/hbase.id]:[hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/hbase.id] 2024-11-10T19:21:46,017 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:46,017 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:21:46,017 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T19:21:46,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:46,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:21:46,470 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:46,471 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:21:46,471 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:46,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:21:46,877 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store 2024-11-10T19:21:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:21:47,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:47,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:47,282 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:47,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:47,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:47,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:47,282 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:47,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266507282Disabling compacts and flushes for region at 1731266507282Disabling writes for close at 1731266507282Writing region close event to WAL at 1731266507282Closed at 1731266507282 2024-11-10T19:21:47,283 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/.initializing 2024-11-10T19:21:47,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/WALs/bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:47,283 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:47,285 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C43509%2C1731266505405, suffix=, logDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/WALs/bdc25462c9ef,43509,1731266505405, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/oldWALs, maxLogs=10 2024-11-10T19:21:47,300 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/WALs/bdc25462c9ef,43509,1731266505405/bdc25462c9ef%2C43509%2C1731266505405.1731266507285, exclude list is [], retry=0 2024-11-10T19:21:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46465,DS-1e421c38-5d14-4d77-8fe3-f74c7e95dd7f,DISK] 2024-11-10T19:21:47,304 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/WALs/bdc25462c9ef,43509,1731266505405/bdc25462c9ef%2C43509%2C1731266505405.1731266507285 2024-11-10T19:21:47,304 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T19:21:47,304 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:47,304 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:47,304 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,304 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:21:47,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:47,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:47,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:21:47,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:47,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:47,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:21:47,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:47,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:47,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:21:47,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:47,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:47,309 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,310 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,310 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,311 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,311 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,311 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:47,312 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:47,314 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:47,314 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66604981, jitterRate=-0.007508441805839539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:47,314 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266507304Initializing all the Stores at 1731266507305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266507305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266507305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266507305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266507305Cleaning up temporary data from old regions at 1731266507311 (+6 ms)Region opened successfully at 1731266507314 (+3 ms) 2024-11-10T19:21:47,314 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:21:47,316 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5771b990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:21:47,317 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:21:47,319 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:21:47,319 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Unable to get data of znode /1-442906539/balancer because node does not exist (not necessarily an error) 2024-11-10T19:21:47,381 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442906539/balancer already deleted, retry=false 2024-11-10T19:21:47,381 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:21:47,382 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Unable to get data of znode /1-442906539/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:21:47,391 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442906539/normalizer already deleted, retry=false 2024-11-10T19:21:47,391 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:21:47,392 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Unable to get data of znode /1-442906539/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:21:47,402 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442906539/switch/split already deleted, retry=false 2024-11-10T19:21:47,402 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Unable to get data of znode /1-442906539/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:21:47,412 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442906539/switch/merge already deleted, retry=false 2024-11-10T19:21:47,414 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Unable to get data of znode /1-442906539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:21:47,423 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442906539/snapshot-cleanup already deleted, retry=false 2024-11-10T19:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-442906539/running 2024-11-10T19:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-442906539/running 2024-11-10T19:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:47,434 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,43509,1731266505405, sessionid=0x101263247810003, setting cluster-up flag (Was=false) 2024-11-10T19:21:47,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:47,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:47,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-442906539/flush-table-proc/acquired, /1-442906539/flush-table-proc/reached, /1-442906539/flush-table-proc/abort 2024-11-10T19:21:47,487 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:47,538 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-442906539/online-snapshot/acquired, /1-442906539/online-snapshot/reached, /1-442906539/online-snapshot/abort 2024-11-10T19:21:47,539 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:47,540 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:21:47,541 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:47,542 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:21:47,542 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:21:47,542 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,43509,1731266505405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:47,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266537544 2024-11-10T19:21:47,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:21:47,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:21:47,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:47,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:21:47,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:21:47,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:21:47,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:21:47,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:21:47,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:47,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:21:47,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:21:47,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:21:47,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:21:47,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:21:47,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:21:47,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:21:47,546 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266507546,5,FailOnTimeoutGroup] 2024-11-10T19:21:47,547 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266507547,5,FailOnTimeoutGroup] 2024-11-10T19:21:47,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:21:47,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:21:47,571 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(746): ClusterId : 69462a5f-1f5e-43ac-867f-ee0e25cfe787 2024-11-10T19:21:47,571 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:21:47,581 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:21:47,581 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:21:47,592 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:21:47,592 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a06f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:47,605 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:41349 2024-11-10T19:21:47,605 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:21:47,605 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:21:47,605 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:21:47,606 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,43509,1731266505405 with port=41349, startcode=1731266505545 2024-11-10T19:21:47,606 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:21:47,607 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:21:47,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:47,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43509 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:47,609 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547 2024-11-10T19:21:47,609 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46785 2024-11-10T19:21:47,609 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:21:47,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539/rs 2024-11-10T19:21:47,649 DEBUG [RS:0;bdc25462c9ef:41349 {}] zookeeper.ZKUtil(111): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on existing znode=/1-442906539/rs/bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:47,649 WARN [RS:0;bdc25462c9ef:41349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:47,649 INFO [RS:0;bdc25462c9ef:41349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:47,649 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:47,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,41349,1731266505545] 2024-11-10T19:21:47,652 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:21:47,654 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:21:47,654 INFO [RS:0;bdc25462c9ef:41349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:21:47,654 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,655 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:21:47,655 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:21:47,655 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,655 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,655 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,655 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:47,656 DEBUG [RS:0;bdc25462c9ef:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:47,656 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,656 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,656 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,656 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,656 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,656 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41349,1731266505545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:47,676 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:21:47,676 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41349,1731266505545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,676 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,676 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.Replication(171): bdc25462c9ef,41349,1731266505545 started 2024-11-10T19:21:47,692 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:47,692 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,41349,1731266505545, RpcServer on bdc25462c9ef/172.17.0.3:41349, sessionid=0x101263247810004 2024-11-10T19:21:47,692 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:21:47,692 DEBUG [RS:0;bdc25462c9ef:41349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:47,692 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41349,1731266505545' 2024-11-10T19:21:47,692 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-442906539/flush-table-proc/abort' 2024-11-10T19:21:47,693 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-442906539/flush-table-proc/acquired' 2024-11-10T19:21:47,693 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:21:47,693 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:21:47,693 DEBUG [RS:0;bdc25462c9ef:41349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:47,693 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41349,1731266505545' 2024-11-10T19:21:47,693 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-442906539/online-snapshot/abort' 2024-11-10T19:21:47,694 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-442906539/online-snapshot/acquired' 2024-11-10T19:21:47,694 DEBUG [RS:0;bdc25462c9ef:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:21:47,694 INFO [RS:0;bdc25462c9ef:41349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:21:47,694 INFO [RS:0;bdc25462c9ef:41349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:21:47,794 INFO [RS:0;bdc25462c9ef:41349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:47,795 INFO [RS:0;bdc25462c9ef:41349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41349%2C1731266505545, suffix=, logDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/oldWALs, maxLogs=10 2024-11-10T19:21:47,807 DEBUG [RS:0;bdc25462c9ef:41349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, exclude list is [], retry=0 2024-11-10T19:21:47,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46465,DS-1e421c38-5d14-4d77-8fe3-f74c7e95dd7f,DISK] 2024-11-10T19:21:47,810 INFO [RS:0;bdc25462c9ef:41349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 2024-11-10T19:21:47,811 DEBUG [RS:0;bdc25462c9ef:41349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T19:21:47,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:21:47,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547 2024-11-10T19:21:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:21:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:21:47,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:21:47,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:21:47,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T19:21:47,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:21:47,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:21:47,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:21:47,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T19:21:48,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:21:48,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:48,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:48,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:48,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:48,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:48,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:48,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:48,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:48,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:48,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:48,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740 2024-11-10T19:21:48,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740 2024-11-10T19:21:48,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:48,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:48,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:48,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:48,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68235856, jitterRate=0.016793489456176758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266508359Initializing all the Stores at 1731266508360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266508360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266508360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266508360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266508360Cleaning up temporary data from old regions at 1731266508366 (+6 ms)Region opened successfully at 1731266508368 (+2 ms) 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:48,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:48,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266508368Disabling compacts and flushes for region at 1731266508368Disabling writes for close at 1731266508368Writing region close event to WAL at 1731266508368Closed at 1731266508368 2024-11-10T19:21:48,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:48,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:21:48,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:21:48,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:48,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:21:48,521 DEBUG [bdc25462c9ef:43509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:21:48,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:48,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41349,1731266505545, state=OPENING 2024-11-10T19:21:48,581 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:21:48,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:48,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:21:48,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442906539/meta-region-server: CHANGED 2024-11-10T19:21:48,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442906539/meta-region-server: CHANGED 2024-11-10T19:21:48,592 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:48,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41349,1731266505545}] 2024-11-10T19:21:48,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:48,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:48,744 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:48,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:21:48,748 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:21:48,748 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:48,748 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:21:48,749 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41349%2C1731266505545.meta, suffix=.meta, logDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/oldWALs, maxLogs=10 2024-11-10T19:21:48,761 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.meta.1731266508749.meta, exclude list is [], retry=0 2024-11-10T19:21:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46465,DS-1e421c38-5d14-4d77-8fe3-f74c7e95dd7f,DISK] 2024-11-10T19:21:48,764 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.meta.1731266508749.meta 2024-11-10T19:21:48,764 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T19:21:48,764 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:48,764 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:48,764 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:48,764 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:21:48,764 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:21:48,765 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:21:48,765 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:48,765 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:21:48,765 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:21:48,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:48,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:48,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:48,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:48,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:48,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:48,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:48,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:48,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:48,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:48,769 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:48,770 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740 2024-11-10T19:21:48,770 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740 2024-11-10T19:21:48,771 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:48,771 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:48,772 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:48,773 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:48,773 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71268620, jitterRate=0.06198519468307495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:48,773 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:21:48,773 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266508765Writing region info on filesystem at 1731266508765Initializing all the Stores at 1731266508765Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266508765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266508766 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266508766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266508766Cleaning up temporary data from old regions at 1731266508771 (+5 ms)Running coprocessor post-open hooks at 1731266508773 (+2 ms)Region opened successfully at 1731266508773 2024-11-10T19:21:48,774 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266508743 2024-11-10T19:21:48,776 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:21:48,776 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:21:48,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:48,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41349,1731266505545, state=OPEN 2024-11-10T19:21:48,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-442906539/meta-region-server 2024-11-10T19:21:48,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-442906539/meta-region-server 2024-11-10T19:21:48,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:48,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442906539/meta-region-server: CHANGED 2024-11-10T19:21:48,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442906539/meta-region-server: CHANGED 2024-11-10T19:21:48,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:21:48,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41349,1731266505545 in 189 msec 2024-11-10T19:21:48,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:21:48,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-10T19:21:48,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:48,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:21:48,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:48,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41349,1731266505545, seqNum=-1] 2024-11-10T19:21:48,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:48,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:48,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-10T19:21:48,790 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266508790, completionTime=-1 2024-11-10T19:21:48,790 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:21:48,790 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266568792 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266628792 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43509,1731266505405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43509,1731266505405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43509,1731266505405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:43509, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,792 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,793 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43509,1731266505405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:48,795 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43509,1731266505405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:21:48,796 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:21:48,796 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:21:48,796 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,43509,1731266505405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:48,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34706065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:48,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43509,-1 for getting cluster id 2024-11-10T19:21:48,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:48,873 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69462a5f-1f5e-43ac-867f-ee0e25cfe787' 2024-11-10T19:21:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69462a5f-1f5e-43ac-867f-ee0e25cfe787" 2024-11-10T19:21:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f327cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43509,-1] 2024-11-10T19:21:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:48,875 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:48,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f770ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:48,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41349,1731266505545, seqNum=-1] 2024-11-10T19:21:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:48,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:48,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:48,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:48,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:48,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101263247810005 connected 2024-11-10T19:21:48,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir so I do NOT create it in target/test-data/08342189-2610-4d9c-26aa-832583f637f9 2024-11-10T19:21:48,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.tmp.dir so I do NOT create it in target/test-data/08342189-2610-4d9c-26aa-832583f637f9 2024-11-10T19:21:48,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:21:48,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/cluster_7e54df6e-693d-c604-9c47-a37c26bd2fa9, deleteOnExit=true 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/test.cache.data in system properties and HBase conf 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:21:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:21:48,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:21:48,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:21:49,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:49,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:49,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:21:49,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:49,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b900c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:49,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d4c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:49,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@769f947a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/java.io.tmpdir/jetty-localhost-46035-hadoop-hdfs-3_4_1-tests_jar-_-any-8571910354794545492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:21:49,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a668531{HTTP/1.1, (http/1.1)}{localhost:46035} 2024-11-10T19:21:49,438 INFO [Time-limited test {}] server.Server(415): Started @240949ms 2024-11-10T19:21:49,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:21:49,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:21:49,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:21:49,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:21:49,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:21:49,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ce9650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:21:49,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0d717c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:21:49,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6181fcd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/java.io.tmpdir/jetty-localhost-36933-hadoop-hdfs-3_4_1-tests_jar-_-any-5465886871185592701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:21:49,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd775c{HTTP/1.1, (http/1.1)}{localhost:36933} 2024-11-10T19:21:49,891 INFO [Time-limited test {}] server.Server(415): Started @241402ms 2024-11-10T19:21:49,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:21:50,514 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/cluster_7e54df6e-693d-c604-9c47-a37c26bd2fa9/data/data2/current/BP-75820143-172.17.0.3-1731266508913/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:50,514 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/cluster_7e54df6e-693d-c604-9c47-a37c26bd2fa9/data/data1/current/BP-75820143-172.17.0.3-1731266508913/current, will proceed with Du for space computation calculation, 2024-11-10T19:21:50,533 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:21:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d34084960d6195a with lease ID 0x48a55972566f9498: Processing first storage report for DS-17068b89-2bb0-41de-98d4-739605fd0e5d from datanode DatanodeRegistration(127.0.0.1:37379, datanodeUuid=e2ca81b9-c433-42ba-a45f-3bb877e16e81, infoPort=34939, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=1205687163;c=1731266508913) 2024-11-10T19:21:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d34084960d6195a with lease ID 0x48a55972566f9498: from storage DS-17068b89-2bb0-41de-98d4-739605fd0e5d node DatanodeRegistration(127.0.0.1:37379, datanodeUuid=e2ca81b9-c433-42ba-a45f-3bb877e16e81, infoPort=34939, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=1205687163;c=1731266508913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d34084960d6195a with lease ID 0x48a55972566f9498: Processing first storage report for DS-bb214310-e0e5-483a-8b2a-51e452014649 from datanode DatanodeRegistration(127.0.0.1:37379, datanodeUuid=e2ca81b9-c433-42ba-a45f-3bb877e16e81, infoPort=34939, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=1205687163;c=1731266508913) 2024-11-10T19:21:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d34084960d6195a with lease ID 0x48a55972566f9498: from storage DS-bb214310-e0e5-483a-8b2a-51e452014649 node DatanodeRegistration(127.0.0.1:37379, datanodeUuid=e2ca81b9-c433-42ba-a45f-3bb877e16e81, infoPort=34939, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=1205687163;c=1731266508913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:21:50,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9 2024-11-10T19:21:50,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:50,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:50,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:21:51,029 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf with version=8 2024-11-10T19:21:51,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/hbase-staging 2024-11-10T19:21:51,031 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:21:51,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:51,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33955 2024-11-10T19:21:51,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33955 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339550x0, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:51,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33955-0x101263247810006 connected 2024-11-10T19:21:51,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:51,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:51,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/running 2024-11-10T19:21:51,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf, hbase.cluster.distributed=false 2024-11-10T19:21:51,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/acl 2024-11-10T19:21:51,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-10T19:21:51,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33955 2024-11-10T19:21:51,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33955 2024-11-10T19:21:51,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-10T19:21:51,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-10T19:21:51,169 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:21:51,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:21:51,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45891 2024-11-10T19:21:51,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45891 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:51,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:51,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:51,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458910x0, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:51,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45891-0x101263247810007 connected 2024-11-10T19:21:51,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/running 2024-11-10T19:21:51,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:21:51,182 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:21:51,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/master 2024-11-10T19:21:51,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/acl 2024-11-10T19:21:51,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45891 2024-11-10T19:21:51,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45891 2024-11-10T19:21:51,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45891 2024-11-10T19:21:51,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45891 2024-11-10T19:21:51,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45891 2024-11-10T19:21:51,199 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:33955 2024-11-10T19:21:51,200 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1148537294/backup-masters/bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:51,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294/backup-masters 2024-11-10T19:21:51,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294/backup-masters 2024-11-10T19:21:51,213 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on existing znode=/2-1148537294/backup-masters/bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1148537294/master 2024-11-10T19:21:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:51,223 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on existing znode=/2-1148537294/master 2024-11-10T19:21:51,223 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1148537294/backup-masters/bdc25462c9ef,33955,1731266511031 from backup master directory 2024-11-10T19:21:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148537294/backup-masters/bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294/backup-masters 2024-11-10T19:21:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294/backup-masters 2024-11-10T19:21:51,233 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:51,233 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:51,236 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/hbase.id] with ID: 01ecb764-68b1-4eb7-800b-75ffcf4f9058 2024-11-10T19:21:51,236 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/.tmp/hbase.id 2024-11-10T19:21:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:21:51,640 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/.tmp/hbase.id]:[hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/hbase.id] 2024-11-10T19:21:51,648 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:21:51,648 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:21:51,648 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T19:21:51,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:51,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:21:52,101 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:52,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:21:52,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:21:52,508 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store 2024-11-10T19:21:52,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:21:52,512 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:52,512 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:21:52,513 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:52,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:52,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:21:52,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:52,513 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:21:52,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266512512Disabling compacts and flushes for region at 1731266512512Disabling writes for close at 1731266512513 (+1 ms)Writing region close event to WAL at 1731266512513Closed at 1731266512513 2024-11-10T19:21:52,513 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/.initializing 2024-11-10T19:21:52,513 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/WALs/bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:52,514 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:52,515 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C33955%2C1731266511031, suffix=, logDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/WALs/bdc25462c9ef,33955,1731266511031, archiveDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/oldWALs, maxLogs=10 2024-11-10T19:21:52,528 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/WALs/bdc25462c9ef,33955,1731266511031/bdc25462c9ef%2C33955%2C1731266511031.1731266512515, exclude list is [], retry=0 2024-11-10T19:21:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-17068b89-2bb0-41de-98d4-739605fd0e5d,DISK] 2024-11-10T19:21:52,532 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/WALs/bdc25462c9ef,33955,1731266511031/bdc25462c9ef%2C33955%2C1731266511031.1731266512515 2024-11-10T19:21:52,533 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-10T19:21:52,533 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:52,533 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:52,533 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,533 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:21:52,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:52,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:52,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:21:52,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:52,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:52,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:21:52,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:52,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:52,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:21:52,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:52,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:52,539 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,540 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,540 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,541 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,541 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,541 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:52,542 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:21:52,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:52,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63182426, jitterRate=-0.058508485555648804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:52,544 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266512533Initializing all the Stores at 1731266512534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266512534Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266512534Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266512534Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266512534Cleaning up temporary data from old regions at 1731266512541 (+7 ms)Region opened successfully at 1731266512544 (+3 ms) 2024-11-10T19:21:52,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:21:52,547 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcba6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:52,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:21:52,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:21:52,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:21:52,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:21:52,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:21:52,548 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:21:52,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:21:52,550 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:21:52,551 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Unable to get data of znode /2-1148537294/balancer because node does not exist (not necessarily an error) 2024-11-10T19:21:52,612 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148537294/balancer already deleted, retry=false 2024-11-10T19:21:52,612 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:21:52,613 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Unable to get data of znode /2-1148537294/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:21:52,623 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148537294/normalizer already deleted, retry=false 2024-11-10T19:21:52,623 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:21:52,624 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Unable to get data of znode /2-1148537294/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:21:52,633 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148537294/switch/split already deleted, retry=false 2024-11-10T19:21:52,634 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Unable to get data of znode /2-1148537294/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:21:52,644 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148537294/switch/merge already deleted, retry=false 2024-11-10T19:21:52,645 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Unable to get data of znode /2-1148537294/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:21:52,654 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148537294/snapshot-cleanup already deleted, retry=false 2024-11-10T19:21:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1148537294/running 2024-11-10T19:21:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1148537294/running 2024-11-10T19:21:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:52,665 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,33955,1731266511031, sessionid=0x101263247810006, setting cluster-up flag (Was=false) 2024-11-10T19:21:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:52,717 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1148537294/flush-table-proc/acquired, /2-1148537294/flush-table-proc/reached, /2-1148537294/flush-table-proc/abort 2024-11-10T19:21:52,718 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:52,770 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1148537294/online-snapshot/acquired, /2-1148537294/online-snapshot/reached, /2-1148537294/online-snapshot/abort 2024-11-10T19:21:52,771 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:52,772 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:21:52,773 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:52,773 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:21:52,773 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:21:52,774 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,33955,1731266511031 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:52,775 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:52,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:21:52,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:52,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:21:52,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266542780 2024-11-10T19:21:52,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:21:52,781 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:21:52,781 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:21:52,781 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:21:52,781 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:21:52,781 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:21:52,781 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,784 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:21:52,784 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:21:52,784 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:21:52,784 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:21:52,787 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:21:52,787 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:21:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:21:52,792 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266512787,5,FailOnTimeoutGroup] 2024-11-10T19:21:52,793 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(746): ClusterId : 01ecb764-68b1-4eb7-800b-75ffcf4f9058 2024-11-10T19:21:52,793 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:21:52,796 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266512792,5,FailOnTimeoutGroup] 2024-11-10T19:21:52,796 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,796 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:21:52,796 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,796 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,802 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:21:52,802 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:21:52,813 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:21:52,813 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bda3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:21:52,824 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:45891 2024-11-10T19:21:52,824 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:21:52,824 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:21:52,824 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:21:52,825 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,33955,1731266511031 with port=45891, startcode=1731266511169 2024-11-10T19:21:52,825 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:21:52,827 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:21:52,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:52,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33955 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:52,829 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf 2024-11-10T19:21:52,829 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40981 2024-11-10T19:21:52,829 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:21:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294/rs 2024-11-10T19:21:52,872 DEBUG [RS:0;bdc25462c9ef:45891 {}] zookeeper.ZKUtil(111): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on existing znode=/2-1148537294/rs/bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:52,872 WARN [RS:0;bdc25462c9ef:45891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:21:52,872 INFO [RS:0;bdc25462c9ef:45891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:52,872 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:52,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,45891,1731266511169] 2024-11-10T19:21:52,875 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:21:52,876 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:21:52,876 INFO [RS:0;bdc25462c9ef:45891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:21:52,876 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,877 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:21:52,877 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:21:52,877 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,877 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,877 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,877 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:52,878 DEBUG [RS:0;bdc25462c9ef:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:21:52,878 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,878 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,878 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,878 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,878 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,878 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45891,1731266511169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:52,892 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:21:52,892 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45891,1731266511169-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,892 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,892 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.Replication(171): bdc25462c9ef,45891,1731266511169 started 2024-11-10T19:21:52,905 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:52,905 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,45891,1731266511169, RpcServer on bdc25462c9ef/172.17.0.3:45891, sessionid=0x101263247810007 2024-11-10T19:21:52,905 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:21:52,905 DEBUG [RS:0;bdc25462c9ef:45891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:52,906 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,45891,1731266511169' 2024-11-10T19:21:52,906 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1148537294/flush-table-proc/abort' 2024-11-10T19:21:52,906 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1148537294/flush-table-proc/acquired' 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,45891,1731266511169' 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1148537294/online-snapshot/abort' 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1148537294/online-snapshot/acquired' 2024-11-10T19:21:52,907 DEBUG [RS:0;bdc25462c9ef:45891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:21:52,907 INFO [RS:0;bdc25462c9ef:45891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:21:52,907 INFO [RS:0;bdc25462c9ef:45891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:21:53,008 INFO [RS:0;bdc25462c9ef:45891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:21:53,009 INFO [RS:0;bdc25462c9ef:45891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C45891%2C1731266511169, suffix=, logDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169, archiveDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/oldWALs, maxLogs=10 2024-11-10T19:21:53,022 DEBUG [RS:0;bdc25462c9ef:45891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, exclude list is [], retry=0 2024-11-10T19:21:53,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-17068b89-2bb0-41de-98d4-739605fd0e5d,DISK] 2024-11-10T19:21:53,025 INFO [RS:0;bdc25462c9ef:45891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 2024-11-10T19:21:53,025 DEBUG [RS:0;bdc25462c9ef:45891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-10T19:21:53,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:21:53,190 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf 2024-11-10T19:21:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:21:53,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:53,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:53,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:53,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:53,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:53,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:53,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:53,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:53,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:53,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:53,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:53,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:53,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:53,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:53,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:53,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:53,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:53,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:53,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740 2024-11-10T19:21:53,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740 2024-11-10T19:21:53,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:53,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:53,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:53,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:53,605 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62775331, jitterRate=-0.06457467377185822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266513595Initializing all the Stores at 1731266513596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266513596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266513596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266513596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266513596Cleaning up temporary data from old regions at 1731266513602 (+6 ms)Region opened successfully at 1731266513605 (+3 ms) 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:21:53,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:21:53,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:21:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266513605Disabling compacts and flushes for region at 1731266513605Disabling writes for close at 1731266513605Writing region close event to WAL at 1731266513605Closed at 1731266513605 2024-11-10T19:21:53,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:53,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:21:53,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:21:53,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:53,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:21:53,758 DEBUG [bdc25462c9ef:33955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:21:53,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:53,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,45891,1731266511169, state=OPENING 2024-11-10T19:21:53,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:21:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:21:53,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:21:53,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148537294/meta-region-server: CHANGED 2024-11-10T19:21:53,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148537294/meta-region-server: CHANGED 2024-11-10T19:21:53,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,45891,1731266511169}] 2024-11-10T19:21:54,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:21:54,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:21:54,043 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:21:54,043 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:21:54,043 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:21:54,044 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C45891%2C1731266511169.meta, suffix=.meta, logDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169, archiveDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/oldWALs, maxLogs=10 2024-11-10T19:21:54,057 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.meta.1731266514044.meta, exclude list is [], retry=0 2024-11-10T19:21:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-17068b89-2bb0-41de-98d4-739605fd0e5d,DISK] 2024-11-10T19:21:54,060 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.meta.1731266514044.meta 2024-11-10T19:21:54,060 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-10T19:21:54,060 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:54,060 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:54,060 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:21:54,060 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:21:54,061 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:21:54,061 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:21:54,061 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:54,061 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:21:54,061 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:21:54,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:21:54,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:21:54,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:54,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:54,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:21:54,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:21:54,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:54,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:54,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:21:54,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:21:54,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:54,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:54,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:21:54,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:21:54,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:54,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:21:54,066 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:21:54,066 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740 2024-11-10T19:21:54,067 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740 2024-11-10T19:21:54,068 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:21:54,068 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:21:54,068 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:21:54,069 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:21:54,070 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59471375, jitterRate=-0.11380745470523834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:21:54,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:21:54,070 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266514061Writing region info on filesystem at 1731266514061Initializing all the Stores at 1731266514062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266514062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266514062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266514062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266514062Cleaning up temporary data from old regions at 1731266514068 (+6 ms)Running coprocessor post-open hooks at 1731266514070 (+2 ms)Region opened successfully at 1731266514070 2024-11-10T19:21:54,071 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266514038 2024-11-10T19:21:54,073 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:21:54,073 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:21:54,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:54,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,45891,1731266511169, state=OPEN 2024-11-10T19:21:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1148537294/meta-region-server 2024-11-10T19:21:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1148537294/meta-region-server 2024-11-10T19:21:54,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:54,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148537294/meta-region-server: CHANGED 2024-11-10T19:21:54,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148537294/meta-region-server: CHANGED 2024-11-10T19:21:54,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:21:54,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,45891,1731266511169 in 200 msec 2024-11-10T19:21:54,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:21:54,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-10T19:21:54,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:21:54,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:21:54,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:54,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45891,1731266511169, seqNum=-1] 2024-11-10T19:21:54,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:54,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:54,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-10T19:21:54,096 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266514096, completionTime=-1 2024-11-10T19:21:54,096 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:21:54,096 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266574098 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266634098 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33955,1731266511031-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33955,1731266511031-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33955,1731266511031-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:33955, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,099 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,100 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.868sec 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33955,1731266511031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:21:54,102 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33955,1731266511031-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:21:54,104 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:21:54,104 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:21:54,104 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33955,1731266511031-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:21:54,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f6f342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:54,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:21:54,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:54,196 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:21:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:21:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3718947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:21:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:54,197 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:54,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f77ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:54,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:21:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45891,1731266511169, seqNum=-1] 2024-11-10T19:21:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:21:54,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:21:54,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:54,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58279 2024-11-10T19:21:54,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:21:54,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101263247810008 connected 2024-11-10T19:21:54,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33e12b51 2024-11-10T19:21:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:54,226 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:54,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:21:54,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:54,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:54,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:21:54,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:21:54,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:54,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:54,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a758a5ff06039cc8017450629114c5c9, NAME => 'test,,1731266514227.a758a5ff06039cc8017450629114c5c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd 2024-11-10T19:21:54,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:21:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:55,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266514227.a758a5ff06039cc8017450629114c5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:55,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a758a5ff06039cc8017450629114c5c9, disabling compactions & flushes 2024-11-10T19:21:55,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266514227.a758a5ff06039cc8017450629114c5c9. after waiting 0 ms 2024-11-10T19:21:55,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a758a5ff06039cc8017450629114c5c9: Waiting for close lock at 1731266515043Disabling compacts and flushes for region at 1731266515043Disabling writes for close at 1731266515043Writing region close event to WAL at 1731266515043Closed at 1731266515043 2024-11-10T19:21:55,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:55,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266514227.a758a5ff06039cc8017450629114c5c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266515044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266515044"}]},"ts":"1731266515044"} 2024-11-10T19:21:55,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:55,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:55,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266515047"}]},"ts":"1731266515047"} 2024-11-10T19:21:55,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:21:55,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a758a5ff06039cc8017450629114c5c9, ASSIGN}] 2024-11-10T19:21:55,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a758a5ff06039cc8017450629114c5c9, ASSIGN 2024-11-10T19:21:55,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a758a5ff06039cc8017450629114c5c9, ASSIGN; state=OFFLINE, location=bdc25462c9ef,46571,1731266499608; forceNewPlan=false, retain=false 2024-11-10T19:21:55,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a758a5ff06039cc8017450629114c5c9, regionState=OPENING, regionLocation=bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a758a5ff06039cc8017450629114c5c9, ASSIGN because future has completed 2024-11-10T19:21:55,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a758a5ff06039cc8017450629114c5c9, server=bdc25462c9ef,46571,1731266499608}] 2024-11-10T19:21:55,358 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,359 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a758a5ff06039cc8017450629114c5c9, NAME => 'test,,1731266514227.a758a5ff06039cc8017450629114c5c9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:55,359 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:55,359 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:21:55,359 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,359 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266514227.a758a5ff06039cc8017450629114c5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:55,359 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,359 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,360 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,361 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a758a5ff06039cc8017450629114c5c9 columnFamilyName f 2024-11-10T19:21:55,361 DEBUG [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:55,361 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] regionserver.HStore(327): Store=a758a5ff06039cc8017450629114c5c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:55,361 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,362 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a758a5ff06039cc8017450629114c5c9 columnFamilyName f1 2024-11-10T19:21:55,362 DEBUG [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:55,362 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] regionserver.HStore(327): Store=a758a5ff06039cc8017450629114c5c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:55,362 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,363 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a758a5ff06039cc8017450629114c5c9 columnFamilyName norep 2024-11-10T19:21:55,363 DEBUG [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:55,363 INFO [StoreOpener-a758a5ff06039cc8017450629114c5c9-1 {}] regionserver.HStore(327): Store=a758a5ff06039cc8017450629114c5c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:55,363 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,364 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,364 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:55,365 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,365 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,365 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:55,366 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,367 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:55,367 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a758a5ff06039cc8017450629114c5c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60143615, jitterRate=-0.1037902981042862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:55,367 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:21:55,368 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a758a5ff06039cc8017450629114c5c9: Running coprocessor pre-open hook at 1731266515359Writing region info on filesystem at 1731266515359Initializing all the Stores at 1731266515360 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266515360Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266515360Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266515360Cleaning up temporary data from old regions at 1731266515365 (+5 ms)Running coprocessor post-open hooks at 1731266515367 (+2 ms)Region opened successfully at 1731266515368 (+1 ms) 2024-11-10T19:21:55,368 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266514227.a758a5ff06039cc8017450629114c5c9., pid=6, masterSystemTime=1731266515355 2024-11-10T19:21:55,370 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,370 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:21:55,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a758a5ff06039cc8017450629114c5c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,46571,1731266499608 2024-11-10T19:21:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a758a5ff06039cc8017450629114c5c9, server=bdc25462c9ef,46571,1731266499608 because future has completed 2024-11-10T19:21:55,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:21:55,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a758a5ff06039cc8017450629114c5c9, server=bdc25462c9ef,46571,1731266499608 in 171 msec 2024-11-10T19:21:55,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:21:55,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a758a5ff06039cc8017450629114c5c9, ASSIGN in 326 msec 2024-11-10T19:21:55,378 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:55,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266515378"}]},"ts":"1731266515378"} 2024-11-10T19:21:55,380 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:21:55,380 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:55,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-10T19:21:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:56,374 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:21:56,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0ada8a 2024-11-10T19:21:56,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:56,376 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:56,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:21:56,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:56,379 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:56,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:21:56,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:21:56,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddc73636de90ec57aa9864a3432c5841, NAME => 'test,,1731266516377.ddc73636de90ec57aa9864a3432c5841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547 2024-11-10T19:21:56,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:21:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:56,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266516377.ddc73636de90ec57aa9864a3432c5841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ddc73636de90ec57aa9864a3432c5841, disabling compactions & flushes 2024-11-10T19:21:56,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. after waiting 0 ms 2024-11-10T19:21:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:56,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:56,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddc73636de90ec57aa9864a3432c5841: Waiting for close lock at 1731266516790Disabling compacts and flushes for region at 1731266516790Disabling writes for close at 1731266516791 (+1 ms)Writing region close event to WAL at 1731266516791Closed at 1731266516791 2024-11-10T19:21:56,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:56,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266516377.ddc73636de90ec57aa9864a3432c5841.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266516792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266516792"}]},"ts":"1731266516792"} 2024-11-10T19:21:56,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:56,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:56,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266516794"}]},"ts":"1731266516794"} 2024-11-10T19:21:56,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:21:56,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddc73636de90ec57aa9864a3432c5841, ASSIGN}] 2024-11-10T19:21:56,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddc73636de90ec57aa9864a3432c5841, ASSIGN 2024-11-10T19:21:56,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ddc73636de90ec57aa9864a3432c5841, ASSIGN; state=OFFLINE, location=bdc25462c9ef,41349,1731266505545; forceNewPlan=false, retain=false 2024-11-10T19:21:56,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddc73636de90ec57aa9864a3432c5841, regionState=OPENING, regionLocation=bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ddc73636de90ec57aa9864a3432c5841, ASSIGN because future has completed 2024-11-10T19:21:56,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc73636de90ec57aa9864a3432c5841, server=bdc25462c9ef,41349,1731266505545}] 2024-11-10T19:21:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:57,105 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:57,105 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ddc73636de90ec57aa9864a3432c5841, NAME => 'test,,1731266516377.ddc73636de90ec57aa9864a3432c5841.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:57,106 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:57,106 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:21:57,106 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,106 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266516377.ddc73636de90ec57aa9864a3432c5841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:57,106 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,106 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,107 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,108 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc73636de90ec57aa9864a3432c5841 columnFamilyName f 2024-11-10T19:21:57,108 DEBUG [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:57,108 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] regionserver.HStore(327): Store=ddc73636de90ec57aa9864a3432c5841/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:57,109 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,109 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc73636de90ec57aa9864a3432c5841 columnFamilyName f1 2024-11-10T19:21:57,109 DEBUG [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:57,110 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] regionserver.HStore(327): Store=ddc73636de90ec57aa9864a3432c5841/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:57,110 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,110 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc73636de90ec57aa9864a3432c5841 columnFamilyName norep 2024-11-10T19:21:57,110 DEBUG [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:57,111 INFO [StoreOpener-ddc73636de90ec57aa9864a3432c5841-1 {}] regionserver.HStore(327): Store=ddc73636de90ec57aa9864a3432c5841/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:57,111 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,111 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,111 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,112 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,112 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,112 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:57,113 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,114 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:57,114 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ddc73636de90ec57aa9864a3432c5841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73163707, jitterRate=0.09022419154644012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:57,114 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:21:57,114 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ddc73636de90ec57aa9864a3432c5841: Running coprocessor pre-open hook at 1731266517106Writing region info on filesystem at 1731266517106Initializing all the Stores at 1731266517107 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266517107Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266517107Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266517107Cleaning up temporary data from old regions at 1731266517112 (+5 ms)Running coprocessor post-open hooks at 1731266517114 (+2 ms)Region opened successfully at 1731266517114 2024-11-10T19:21:57,115 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266516377.ddc73636de90ec57aa9864a3432c5841., pid=6, masterSystemTime=1731266517102 2024-11-10T19:21:57,116 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:57,116 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:21:57,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddc73636de90ec57aa9864a3432c5841, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,41349,1731266505545 2024-11-10T19:21:57,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc73636de90ec57aa9864a3432c5841, server=bdc25462c9ef,41349,1731266505545 because future has completed 2024-11-10T19:21:57,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:21:57,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ddc73636de90ec57aa9864a3432c5841, server=bdc25462c9ef,41349,1731266505545 in 169 msec 2024-11-10T19:21:57,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:21:57,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ddc73636de90ec57aa9864a3432c5841, ASSIGN in 325 msec 2024-11-10T19:21:57,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:57,123 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266517123"}]},"ts":"1731266517123"} 2024-11-10T19:21:57,124 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:21:57,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:57,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-10T19:21:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:57,515 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:21:57,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33955,1731266511031 2024-11-10T19:21:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1203f907 2024-11-10T19:21:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:57,517 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:57,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:21:57,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:57,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:57,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:21:57,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:57,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:21:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:57,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59042a0d8104acace505136a10f58875, NAME => 'test,,1731266517517.59042a0d8104acace505136a10f58875.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf 2024-11-10T19:21:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:21:57,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:21:57,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T19:21:57,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:21:57,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T19:21:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:58,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266517517.59042a0d8104acace505136a10f58875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:58,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59042a0d8104acace505136a10f58875, disabling compactions & flushes 2024-11-10T19:21:58,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266517517.59042a0d8104acace505136a10f58875. after waiting 0 ms 2024-11-10T19:21:58,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59042a0d8104acace505136a10f58875: Waiting for close lock at 1731266518333Disabling compacts and flushes for region at 1731266518333Disabling writes for close at 1731266518334 (+1 ms)Writing region close event to WAL at 1731266518334Closed at 1731266518334 2024-11-10T19:21:58,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:21:58,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266517517.59042a0d8104acace505136a10f58875.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266518335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266518335"}]},"ts":"1731266518335"} 2024-11-10T19:21:58,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:21:58,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:21:58,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266518338"}]},"ts":"1731266518338"} 2024-11-10T19:21:58,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:21:58,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59042a0d8104acace505136a10f58875, ASSIGN}] 2024-11-10T19:21:58,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59042a0d8104acace505136a10f58875, ASSIGN 2024-11-10T19:21:58,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59042a0d8104acace505136a10f58875, ASSIGN; state=OFFLINE, location=bdc25462c9ef,45891,1731266511169; forceNewPlan=false, retain=false 2024-11-10T19:21:58,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59042a0d8104acace505136a10f58875, regionState=OPENING, regionLocation=bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:58,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59042a0d8104acace505136a10f58875, ASSIGN because future has completed 2024-11-10T19:21:58,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59042a0d8104acace505136a10f58875, server=bdc25462c9ef,45891,1731266511169}] 2024-11-10T19:21:58,648 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59042a0d8104acace505136a10f58875, NAME => 'test,,1731266517517.59042a0d8104acace505136a10f58875.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:21:58,648 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:21:58,648 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:21:58,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266517517.59042a0d8104acace505136a10f58875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:21:58,649 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,649 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,649 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,650 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59042a0d8104acace505136a10f58875 columnFamilyName f 2024-11-10T19:21:58,650 DEBUG [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:58,651 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] regionserver.HStore(327): Store=59042a0d8104acace505136a10f58875/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:58,651 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,651 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59042a0d8104acace505136a10f58875 columnFamilyName f1 2024-11-10T19:21:58,651 DEBUG [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:58,651 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] regionserver.HStore(327): Store=59042a0d8104acace505136a10f58875/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:58,651 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,652 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59042a0d8104acace505136a10f58875 columnFamilyName norep 2024-11-10T19:21:58,652 DEBUG [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:58,652 INFO [StoreOpener-59042a0d8104acace505136a10f58875-1 {}] regionserver.HStore(327): Store=59042a0d8104acace505136a10f58875/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:21:58,652 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,653 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,653 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,654 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,654 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,654 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:21:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:58,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,656 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:21:58,657 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59042a0d8104acace505136a10f58875; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63654719, jitterRate=-0.05147077143192291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:21:58,657 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59042a0d8104acace505136a10f58875 2024-11-10T19:21:58,657 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59042a0d8104acace505136a10f58875: Running coprocessor pre-open hook at 1731266518649Writing region info on filesystem at 1731266518649Initializing all the Stores at 1731266518649Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266518649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266518649Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266518649Cleaning up temporary data from old regions at 1731266518654 (+5 ms)Running coprocessor post-open hooks at 1731266518657 (+3 ms)Region opened successfully at 1731266518657 2024-11-10T19:21:58,657 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266517517.59042a0d8104acace505136a10f58875., pid=6, masterSystemTime=1731266518645 2024-11-10T19:21:58,659 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,659 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:21:58,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59042a0d8104acace505136a10f58875, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,45891,1731266511169 2024-11-10T19:21:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59042a0d8104acace505136a10f58875, server=bdc25462c9ef,45891,1731266511169 because future has completed 2024-11-10T19:21:58,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:21:58,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59042a0d8104acace505136a10f58875, server=bdc25462c9ef,45891,1731266511169 in 169 msec 2024-11-10T19:21:58,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:21:58,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59042a0d8104acace505136a10f58875, ASSIGN in 325 msec 2024-11-10T19:21:58,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:21:58,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266518666"}]},"ts":"1731266518666"} 2024-11-10T19:21:58,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:21:58,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:21:58,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-10T19:21:58,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:21:59,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:21:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:21:59,665 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:21:59,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:59,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:21:59,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:59,666 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:21:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:21:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e38d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:21:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:59,667 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:59,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690ce401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:59,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45133,1731266499408 2024-11-10T19:21:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d847a0d 2024-11-10T19:21:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:59,670 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:59,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:43509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:21:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:21:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:59,672 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:43509' 2024-11-10T19:21:59,673 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de22325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:59,673 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43509,-1 for getting cluster id 2024-11-10T19:21:59,673 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:21:59,674 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69462a5f-1f5e-43ac-867f-ee0e25cfe787' 2024-11-10T19:21:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:21:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69462a5f-1f5e-43ac-867f-ee0e25cfe787" 2024-11-10T19:21:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48776c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43509,-1] 2024-11-10T19:21:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:21:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:59,675 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:21:59,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7432e3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:21:59,675 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:21:59,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43509,1731266505405 2024-11-10T19:21:59,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6860d9 2024-11-10T19:21:59,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:21:59,677 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:21:59,677 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T19:21:59,677 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:21:59,677 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:59,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:21:59,677 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:21:59,678 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:21:59,679 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:21:59,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:21:59,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:21:59,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:21:59,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:21:59,729 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:21:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:21:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:00,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 762aeda79c99c3a07337e0a21c0abb13, NAME => 'hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd 2024-11-10T19:22:00,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:22:00,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:00,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 762aeda79c99c3a07337e0a21c0abb13, disabling compactions & flushes 2024-11-10T19:22:00,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. after waiting 0 ms 2024-11-10T19:22:00,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 762aeda79c99c3a07337e0a21c0abb13: Waiting for close lock at 1731266520096Disabling compacts and flushes for region at 1731266520096Disabling writes for close at 1731266520096Writing region close event to WAL at 1731266520096Closed at 1731266520096 2024-11-10T19:22:00,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:00,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266520097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266520097"}]},"ts":"1731266520097"} 2024-11-10T19:22:00,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:00,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:00,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266520099"}]},"ts":"1731266520099"} 2024-11-10T19:22:00,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:22:00,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=762aeda79c99c3a07337e0a21c0abb13, ASSIGN}] 2024-11-10T19:22:00,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=762aeda79c99c3a07337e0a21c0abb13, ASSIGN 2024-11-10T19:22:00,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=762aeda79c99c3a07337e0a21c0abb13, ASSIGN; state=OFFLINE, location=bdc25462c9ef,46571,1731266499608; forceNewPlan=false, retain=false 2024-11-10T19:22:00,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=762aeda79c99c3a07337e0a21c0abb13, regionState=OPENING, regionLocation=bdc25462c9ef,46571,1731266499608 2024-11-10T19:22:00,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=762aeda79c99c3a07337e0a21c0abb13, ASSIGN because future has completed 2024-11-10T19:22:00,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 762aeda79c99c3a07337e0a21c0abb13, server=bdc25462c9ef,46571,1731266499608}] 2024-11-10T19:22:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:00,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:00,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:22:00,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C46571%2C1731266499608.rep, suffix=, logDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608, archiveDir=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/oldWALs, maxLogs=10 2024-11-10T19:22:00,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.rep.1731266520411, exclude list is [], retry=0 2024-11-10T19:22:00,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-7578c8a8-1e55-4a86-9df1-0679aeaf3bf8,DISK] 2024-11-10T19:22:00,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.rep.1731266520411 2024-11-10T19:22:00,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)] 2024-11-10T19:22:00,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 762aeda79c99c3a07337e0a21c0abb13, NAME => 'hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:00,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:00,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:00,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. service=MultiRowMutationService 2024-11-10T19:22:00,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:22:00,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:00,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,429 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,430 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762aeda79c99c3a07337e0a21c0abb13 columnFamilyName hfileref 2024-11-10T19:22:00,430 DEBUG [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:00,430 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] regionserver.HStore(327): Store=762aeda79c99c3a07337e0a21c0abb13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:00,430 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,431 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762aeda79c99c3a07337e0a21c0abb13 columnFamilyName queue 2024-11-10T19:22:00,431 DEBUG [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:00,431 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] regionserver.HStore(327): Store=762aeda79c99c3a07337e0a21c0abb13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:00,431 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,432 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762aeda79c99c3a07337e0a21c0abb13 columnFamilyName sid 2024-11-10T19:22:00,432 DEBUG [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:00,432 INFO [StoreOpener-762aeda79c99c3a07337e0a21c0abb13-1 {}] regionserver.HStore(327): Store=762aeda79c99c3a07337e0a21c0abb13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:00,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/replication/762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/replication/762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:00,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/replication/762aeda79c99c3a07337e0a21c0abb13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:00,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 762aeda79c99c3a07337e0a21c0abb13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66385504, jitterRate=-0.01077890396118164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:00,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:00,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 762aeda79c99c3a07337e0a21c0abb13: Running coprocessor pre-open hook at 1731266520428Writing region info on filesystem at 1731266520428Initializing all the Stores at 1731266520429 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266520429Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266520429Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266520429Cleaning up temporary data from old regions at 1731266520434 (+5 ms)Running coprocessor post-open hooks at 1731266520439 (+5 ms)Region opened successfully at 1731266520440 (+1 ms) 2024-11-10T19:22:00,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13., pid=10, masterSystemTime=1731266520406 2024-11-10T19:22:00,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:00,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=762aeda79c99c3a07337e0a21c0abb13, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,46571,1731266499608 2024-11-10T19:22:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 762aeda79c99c3a07337e0a21c0abb13, server=bdc25462c9ef,46571,1731266499608 because future has completed 2024-11-10T19:22:00,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:22:00,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 762aeda79c99c3a07337e0a21c0abb13, server=bdc25462c9ef,46571,1731266499608 in 190 msec 2024-11-10T19:22:00,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:22:00,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=762aeda79c99c3a07337e0a21c0abb13, ASSIGN in 346 msec 2024-11-10T19:22:00,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:00,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266520449"}]},"ts":"1731266520449"} 2024-11-10T19:22:00,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:22:00,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:00,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-10T19:22:00,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13., hostname=bdc25462c9ef,46571,1731266499608, seqNum=2] 2024-11-10T19:22:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:22:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:22:00,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:00,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:22:00,723 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:22:00,750 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,46571,1731266499608, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:00,751 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:00,751 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46571,1731266499608, seqNum=-1] 2024-11-10T19:22:00,751 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:00,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,46571,1731266499608', locateType=CURRENT is [region=hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13., hostname=bdc25462c9ef,46571,1731266499608, seqNum=2] 2024-11-10T19:22:00,755 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:22:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:22:00,757 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,46571,1731266499608 suceeded 2024-11-10T19:22:00,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:22:00,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T19:22:00,758 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:43509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:22:00,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0880 sec 2024-11-10T19:22:00,768 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:43509' 2024-11-10T19:22:00,769 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3251eaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,769 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43509,-1 for getting cluster id 2024-11-10T19:22:00,769 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:00,769 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69462a5f-1f5e-43ac-867f-ee0e25cfe787' 2024-11-10T19:22:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69462a5f-1f5e-43ac-867f-ee0e25cfe787" 2024-11-10T19:22:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1332fe67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43509,-1] 2024-11-10T19:22:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,770 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:00,771 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@366175de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,771 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:00,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43509,1731266505405 2024-11-10T19:22:00,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1987d1af 2024-11-10T19:22:00,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:00,772 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:00,773 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,46571,1731266499608 (queues=1) is replicating from cluster=41811b63-5fe9-451e-ad6d-a2bda6c23870 to cluster=69462a5f-1f5e-43ac-867f-ee0e25cfe787 2024-11-10T19:22:00,773 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C46571%2C1731266499608 2024-11-10T19:22:00,773 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,46571,1731266499608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:00,773 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C46571%2C1731266499608 2024-11-10T19:22:00,774 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, startPosition=0, beingWritten=true 2024-11-10T19:22:00,778 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:00,778 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:00,778 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:00,805 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:00,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:00,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:00,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:00,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43509,-1 for getting cluster id 2024-11-10T19:22:00,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:00,806 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69462a5f-1f5e-43ac-867f-ee0e25cfe787' 2024-11-10T19:22:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69462a5f-1f5e-43ac-867f-ee0e25cfe787" 2024-11-10T19:22:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6dfbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43509,-1] 2024-11-10T19:22:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,808 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa0039d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,43509,1731266505405 2024-11-10T19:22:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d3ac39 2024-11-10T19:22:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:00,809 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:00,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:33955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:22:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:22:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:00,811 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:33955' 2024-11-10T19:22:00,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b72b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,812 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:00,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:00,813 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:00,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:00,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:00,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6158d080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:00,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:00,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,814 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:00,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f1871b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:00,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:00,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33955,1731266511031 2024-11-10T19:22:00,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7c932d 2024-11-10T19:22:00,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:00,816 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:00,816 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:22:00,816 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:22:00,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:00,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:00,817 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:00,818 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:22:00,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:00,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:00,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:22:00,868 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:22:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:00,981 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:01,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17efd3e2c6750954f40759fac739dd77, NAME => 'hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547 2024-11-10T19:22:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:22:01,284 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:01,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:01,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17efd3e2c6750954f40759fac739dd77, disabling compactions & flushes 2024-11-10T19:22:01,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. after waiting 0 ms 2024-11-10T19:22:01,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17efd3e2c6750954f40759fac739dd77: Waiting for close lock at 1731266521630Disabling compacts and flushes for region at 1731266521630Disabling writes for close at 1731266521630Writing region close event to WAL at 1731266521630Closed at 1731266521630 2024-11-10T19:22:01,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:01,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266521631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266521631"}]},"ts":"1731266521631"} 2024-11-10T19:22:01,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:01,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:01,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266521634"}]},"ts":"1731266521634"} 2024-11-10T19:22:01,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:22:01,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17efd3e2c6750954f40759fac739dd77, ASSIGN}] 2024-11-10T19:22:01,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17efd3e2c6750954f40759fac739dd77, ASSIGN 2024-11-10T19:22:01,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17efd3e2c6750954f40759fac739dd77, ASSIGN; state=OFFLINE, location=bdc25462c9ef,41349,1731266505545; forceNewPlan=false, retain=false 2024-11-10T19:22:01,687 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:01,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17efd3e2c6750954f40759fac739dd77, regionState=OPENING, regionLocation=bdc25462c9ef,41349,1731266505545 2024-11-10T19:22:01,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17efd3e2c6750954f40759fac739dd77, ASSIGN because future has completed 2024-11-10T19:22:01,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17efd3e2c6750954f40759fac739dd77, server=bdc25462c9ef,41349,1731266505545}] 2024-11-10T19:22:01,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:01,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:01,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41349%2C1731266505545.rep, suffix=, logDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/oldWALs, maxLogs=10 2024-11-10T19:22:01,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.rep.1731266521946, exclude list is [], retry=0 2024-11-10T19:22:01,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46465,DS-1e421c38-5d14-4d77-8fe3-f74c7e95dd7f,DISK] 2024-11-10T19:22:01,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.rep.1731266521946 2024-11-10T19:22:01,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-10T19:22:01,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17efd3e2c6750954f40759fac739dd77, NAME => 'hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:01,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. service=MultiRowMutationService 2024-11-10T19:22:01,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:22:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,968 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,968 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17efd3e2c6750954f40759fac739dd77 columnFamilyName hfileref 2024-11-10T19:22:01,969 DEBUG [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:01,969 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] regionserver.HStore(327): Store=17efd3e2c6750954f40759fac739dd77/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:01,969 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,970 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17efd3e2c6750954f40759fac739dd77 columnFamilyName queue 2024-11-10T19:22:01,970 DEBUG [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:01,970 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] regionserver.HStore(327): Store=17efd3e2c6750954f40759fac739dd77/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:01,970 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,971 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17efd3e2c6750954f40759fac739dd77 columnFamilyName sid 2024-11-10T19:22:01,971 DEBUG [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:01,971 INFO [StoreOpener-17efd3e2c6750954f40759fac739dd77-1 {}] regionserver.HStore(327): Store=17efd3e2c6750954f40759fac739dd77/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:01,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/replication/17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/replication/17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:01,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/replication/17efd3e2c6750954f40759fac739dd77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:01,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17efd3e2c6750954f40759fac739dd77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64634739, jitterRate=-0.03686733543872833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:01,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:01,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17efd3e2c6750954f40759fac739dd77: Running coprocessor pre-open hook at 1731266521966Writing region info on filesystem at 1731266521966Initializing all the Stores at 1731266521967 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266521967Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266521967Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266521967Cleaning up temporary data from old regions at 1731266521972 (+5 ms)Running coprocessor post-open hooks at 1731266521975 (+3 ms)Region opened successfully at 1731266521975 2024-11-10T19:22:01,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77., pid=10, masterSystemTime=1731266521941 2024-11-10T19:22:01,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:01,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17efd3e2c6750954f40759fac739dd77, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41349,1731266505545 2024-11-10T19:22:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17efd3e2c6750954f40759fac739dd77, server=bdc25462c9ef,41349,1731266505545 because future has completed 2024-11-10T19:22:01,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:22:01,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17efd3e2c6750954f40759fac739dd77, server=bdc25462c9ef,41349,1731266505545 in 191 msec 2024-11-10T19:22:01,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:22:01,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17efd3e2c6750954f40759fac739dd77, ASSIGN in 346 msec 2024-11-10T19:22:01,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:01,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266521983"}]},"ts":"1731266521983"} 2024-11-10T19:22:01,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:22:01,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:01,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-10T19:22:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77., hostname=bdc25462c9ef,41349,1731266505545, seqNum=2] 2024-11-10T19:22:02,190 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:22:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:22:02,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:02,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:22:02,386 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:22:02,411 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,41349,1731266505545, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:02,412 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:02,412 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41349,1731266505545, seqNum=-1] 2024-11-10T19:22:02,412 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:02,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:02,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,41349,1731266505545', locateType=CURRENT is [region=hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77., hostname=bdc25462c9ef,41349,1731266505545, seqNum=2] 2024-11-10T19:22:02,417 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:22:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:22:02,419 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,41349,1731266505545 suceeded 2024-11-10T19:22:02,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:22:02,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T19:22:02,420 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:33955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:22:02,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6100 sec 2024-11-10T19:22:02,436 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:33955' 2024-11-10T19:22:02,437 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8f84bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,437 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:02,437 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:02,438 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:02,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:02,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:02,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55b22b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:02,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:02,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,439 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:02,439 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e550a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,439 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33955,1731266511031 2024-11-10T19:22:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2840188a 2024-11-10T19:22:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:02,441 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:02,441 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,41349,1731266505545 (queues=1) is replicating from cluster=69462a5f-1f5e-43ac-867f-ee0e25cfe787 to cluster=01ecb764-68b1-4eb7-800b-75ffcf4f9058 2024-11-10T19:22:02,441 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C41349%2C1731266505545 2024-11-10T19:22:02,441 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,41349,1731266505545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:02,442 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C41349%2C1731266505545 2024-11-10T19:22:02,442 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, startPosition=0, beingWritten=true 2024-11-10T19:22:02,446 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:02,446 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 379, reset compression=false 2024-11-10T19:22:02,446 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:02,648 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 379, reset compression=false 2024-11-10T19:22:02,793 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:02,952 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 379, reset compression=false 2024-11-10T19:22:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:02,964 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:02,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:02,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:02,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:02,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:02,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:02,966 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd28e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,968 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf14b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33955,1731266511031 2024-11-10T19:22:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@294e9376 2024-11-10T19:22:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:02,970 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:02,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:45133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:22:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:22:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:02,972 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45133' 2024-11-10T19:22:02,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1b2d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,973 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:22:02,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:02,974 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:22:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:22:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4c944b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:22:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,975 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f43b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:02,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45133,1731266499408 2024-11-10T19:22:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed83612 2024-11-10T19:22:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:02,977 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:02,977 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:22:02,977 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:22:02,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:02,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:02,978 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:02,979 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:22:02,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:02,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:02,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:22:03,029 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:22:03,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d490e78aef9ee82e618979a3f9bafaa, NAME => 'hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf 2024-11-10T19:22:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:22:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:03,355 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 379, reset compression=false 2024-11-10T19:22:03,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:03,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d490e78aef9ee82e618979a3f9bafaa, disabling compactions & flushes 2024-11-10T19:22:03,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. after waiting 0 ms 2024-11-10T19:22:03,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d490e78aef9ee82e618979a3f9bafaa: Waiting for close lock at 1731266523441Disabling compacts and flushes for region at 1731266523441Disabling writes for close at 1731266523441Writing region close event to WAL at 1731266523441Closed at 1731266523441 2024-11-10T19:22:03,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:03,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266523442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266523442"}]},"ts":"1731266523442"} 2024-11-10T19:22:03,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:03,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:03,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266523444"}]},"ts":"1731266523444"} 2024-11-10T19:22:03,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:22:03,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d490e78aef9ee82e618979a3f9bafaa, ASSIGN}] 2024-11-10T19:22:03,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d490e78aef9ee82e618979a3f9bafaa, ASSIGN 2024-11-10T19:22:03,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d490e78aef9ee82e618979a3f9bafaa, ASSIGN; state=OFFLINE, location=bdc25462c9ef,45891,1731266511169; forceNewPlan=false, retain=false 2024-11-10T19:22:03,496 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:03,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d490e78aef9ee82e618979a3f9bafaa, regionState=OPENING, regionLocation=bdc25462c9ef,45891,1731266511169 2024-11-10T19:22:03,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d490e78aef9ee82e618979a3f9bafaa, ASSIGN because future has completed 2024-11-10T19:22:03,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d490e78aef9ee82e618979a3f9bafaa, server=bdc25462c9ef,45891,1731266511169}] 2024-11-10T19:22:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:22:03,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C45891%2C1731266511169.rep, suffix=, logDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169, archiveDir=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/oldWALs, maxLogs=10 2024-11-10T19:22:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.rep.1731266523756, exclude list is [], retry=0 2024-11-10T19:22:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-17068b89-2bb0-41de-98d4-739605fd0e5d,DISK] 2024-11-10T19:22:03,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.rep.1731266523756 2024-11-10T19:22:03,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-10T19:22:03,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d490e78aef9ee82e618979a3f9bafaa, NAME => 'hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:03,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:03,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:03,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. service=MultiRowMutationService 2024-11-10T19:22:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:22:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,773 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,774 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d490e78aef9ee82e618979a3f9bafaa columnFamilyName hfileref 2024-11-10T19:22:03,774 DEBUG [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:03,774 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] regionserver.HStore(327): Store=0d490e78aef9ee82e618979a3f9bafaa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:03,774 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,775 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d490e78aef9ee82e618979a3f9bafaa columnFamilyName queue 2024-11-10T19:22:03,775 DEBUG [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:03,775 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] regionserver.HStore(327): Store=0d490e78aef9ee82e618979a3f9bafaa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:03,775 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,776 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d490e78aef9ee82e618979a3f9bafaa columnFamilyName sid 2024-11-10T19:22:03,776 DEBUG [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:03,776 INFO [StoreOpener-0d490e78aef9ee82e618979a3f9bafaa-1 {}] regionserver.HStore(327): Store=0d490e78aef9ee82e618979a3f9bafaa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:03,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:03,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d490e78aef9ee82e618979a3f9bafaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62752839, jitterRate=-0.06490983068943024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d490e78aef9ee82e618979a3f9bafaa: Running coprocessor pre-open hook at 1731266523772Writing region info on filesystem at 1731266523772Initializing all the Stores at 1731266523772Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266523772Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266523773 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266523773Cleaning up temporary data from old regions at 1731266523778 (+5 ms)Running coprocessor post-open hooks at 1731266523780 (+2 ms)Region opened successfully at 1731266523780 2024-11-10T19:22:03,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa., pid=10, masterSystemTime=1731266523751 2024-11-10T19:22:03,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:03,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d490e78aef9ee82e618979a3f9bafaa, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,45891,1731266511169 2024-11-10T19:22:03,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d490e78aef9ee82e618979a3f9bafaa, server=bdc25462c9ef,45891,1731266511169 because future has completed 2024-11-10T19:22:03,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:22:03,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d490e78aef9ee82e618979a3f9bafaa, server=bdc25462c9ef,45891,1731266511169 in 185 msec 2024-11-10T19:22:03,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:22:03,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d490e78aef9ee82e618979a3f9bafaa, ASSIGN in 340 msec 2024-11-10T19:22:03,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:03,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266523788"}]},"ts":"1731266523788"} 2024-11-10T19:22:03,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:22:03,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:03,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-10T19:22:03,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa., hostname=bdc25462c9ef,45891,1731266511169, seqNum=2] 2024-11-10T19:22:03,858 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 379, reset compression=false 2024-11-10T19:22:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:22:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:22:03,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:04,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:22:04,059 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:22:04,085 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,45891,1731266511169, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:04,086 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:04,086 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45891,1731266511169, seqNum=-1] 2024-11-10T19:22:04,086 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:04,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:04,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,45891,1731266511169', locateType=CURRENT is [region=hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa., hostname=bdc25462c9ef,45891,1731266511169, seqNum=2] 2024-11-10T19:22:04,090 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:22:04,092 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,45891,1731266511169 suceeded 2024-11-10T19:22:04,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:22:04,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-10T19:22:04,093 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:45133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:22:04,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1230 sec 2024-11-10T19:22:04,103 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45133' 2024-11-10T19:22:04,104 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82c94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,104 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:22:04,104 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:04,105 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:22:04,105 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:04,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:04,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:04,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:22:04,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e0c6588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:22:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:22:04,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:04,106 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:04,106 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:22:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:04,106 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5041683b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:22:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e79d3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,106 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:22:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45133,1731266499408 2024-11-10T19:22:04,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11980661 2024-11-10T19:22:04,107 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:04,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4336e17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,108 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:04,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43509,-1 for getting cluster id 2024-11-10T19:22:04,108 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,45891,1731266511169 (queues=1) is replicating from cluster=01ecb764-68b1-4eb7-800b-75ffcf4f9058 to cluster=41811b63-5fe9-451e-ad6d-a2bda6c23870 2024-11-10T19:22:04,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:04,108 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C45891%2C1731266511169 2024-11-10T19:22:04,108 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,45891,1731266511169, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:04,109 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69462a5f-1f5e-43ac-867f-ee0e25cfe787' 2024-11-10T19:22:04,109 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C45891%2C1731266511169 2024-11-10T19:22:04,109 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, startPosition=0, beingWritten=true 2024-11-10T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69462a5f-1f5e-43ac-867f-ee0e25cfe787" 2024-11-10T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a8efce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43509,-1] 2024-11-10T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,110 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:04,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f0f5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:04,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:04,111 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260fea0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,114 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:04,114 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 379, reset compression=false 2024-11-10T19:22:04,114 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:04,128 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18621888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46571,1731266499608, seqNum=-1] 2024-11-10T19:22:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:04,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266514227.a758a5ff06039cc8017450629114c5c9., hostname=bdc25462c9ef,46571,1731266499608, seqNum=2] 2024-11-10T19:22:04,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45891,1731266511169, seqNum=-1] 2024-11-10T19:22:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:04,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266517517.59042a0d8104acace505136a10f58875., hostname=bdc25462c9ef,45891,1731266511169, seqNum=2] 2024-11-10T19:22:04,140 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T19:22:04,299 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 379, reset compression=false 2024-11-10T19:22:04,304 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:04,304 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 480, reset compression=false 2024-11-10T19:22:04,304 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[{test/a758a5ff06039cc8017450629114c5c9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T19:22:04,306 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:04,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:04,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:04,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fb730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,43509,-1 for getting cluster id 2024-11-10T19:22:04,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:04,309 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69462a5f-1f5e-43ac-867f-ee0e25cfe787' 2024-11-10T19:22:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69462a5f-1f5e-43ac-867f-ee0e25cfe787" 2024-11-10T19:22:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@193be48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,43509,-1] 2024-11-10T19:22:04,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:04,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,310 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:04,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b29fb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:04,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41349,1731266505545, seqNum=-1] 2024-11-10T19:22:04,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:04,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266516377.ddc73636de90ec57aa9864a3432c5841., hostname=bdc25462c9ef,41349,1731266505545, seqNum=2] 2024-11-10T19:22:04,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:04,321 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 379, reset compression=false 2024-11-10T19:22:04,461 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 379, reset compression=false 2024-11-10T19:22:04,465 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:04,465 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 503, reset compression=false 2024-11-10T19:22:04,465 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddc73636de90ec57aa9864a3432c5841/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T19:22:04,467 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:04,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:04,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:04,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6689bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:04,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:04,469 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:04,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:04,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fc3bfde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:04,471 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:04,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2430fef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:04,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:04,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45891,1731266511169, seqNum=-1] 2024-11-10T19:22:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:04,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:04,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266517517.59042a0d8104acace505136a10f58875., hostname=bdc25462c9ef,45891,1731266511169, seqNum=2] 2024-11-10T19:22:04,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:04,508 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 480, reset compression=false 2024-11-10T19:22:04,624 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 379, reset compression=false 2024-11-10T19:22:04,627 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:04,627 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 526, reset compression=false 2024-11-10T19:22:04,627 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:04,669 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 503, reset compression=false 2024-11-10T19:22:04,812 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 480, reset compression=false 2024-11-10T19:22:04,830 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 526, reset compression=false 2024-11-10T19:22:04,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:22:04,972 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 503, reset compression=false 2024-11-10T19:22:05,133 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 526, reset compression=false 2024-11-10T19:22:05,142 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T19:22:05,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41349,1731266505545, seqNum=-1] 2024-11-10T19:22:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:05,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731266516377.ddc73636de90ec57aa9864a3432c5841., hostname=bdc25462c9ef,41349,1731266505545, seqNum=2] 2024-11-10T19:22:05,148 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T19:22:05,215 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 480, reset compression=false 2024-11-10T19:22:05,376 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 503, reset compression=false 2024-11-10T19:22:05,380 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:05,380 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 607, reset compression=false 2024-11-10T19:22:05,380 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddc73636de90ec57aa9864a3432c5841/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:22:05,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:05,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:05,536 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 526, reset compression=false 2024-11-10T19:22:05,540 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:05,540 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 653, reset compression=false 2024-11-10T19:22:05,540 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[{test/59042a0d8104acace505136a10f58875/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T19:22:05,542 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:05,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:05,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:05,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eaf7bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:05,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:22:05,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:05,544 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:22:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:22:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae0c723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:22:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:05,546 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:05,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd52cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,46571,1731266499608, seqNum=-1] 2024-11-10T19:22:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:05,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731266514227.a758a5ff06039cc8017450629114c5c9., hostname=bdc25462c9ef,46571,1731266499608, seqNum=2] 2024-11-10T19:22:05,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:05,584 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 607, reset compression=false 2024-11-10T19:22:05,719 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 480, reset compression=false 2024-11-10T19:22:05,723 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:05,723 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 630, reset compression=false 2024-11-10T19:22:05,723 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:05,744 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 653, reset compression=false 2024-11-10T19:22:05,888 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 607, reset compression=false 2024-11-10T19:22:05,926 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 630, reset compression=false 2024-11-10T19:22:05,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:05,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:05,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:06,048 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 653, reset compression=false 2024-11-10T19:22:06,149 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T19:22:06,153 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T19:22:06,230 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 630, reset compression=false 2024-11-10T19:22:06,291 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 607, reset compression=false 2024-11-10T19:22:06,451 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 653, reset compression=false 2024-11-10T19:22:06,456 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:06,456 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 757, reset compression=false 2024-11-10T19:22:06,456 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[{test/59042a0d8104acace505136a10f58875/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:22:06,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:06,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:06,634 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 630, reset compression=false 2024-11-10T19:22:06,637 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:06,637 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 757, reset compression=false 2024-11-10T19:22:06,637 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[{test/a758a5ff06039cc8017450629114c5c9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T19:22:06,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:06,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:06,659 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 757, reset compression=false 2024-11-10T19:22:06,796 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 607, reset compression=false 2024-11-10T19:22:06,799 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:06,799 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 757, reset compression=false 2024-11-10T19:22:06,799 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:06,840 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 757, reset compression=false 2024-11-10T19:22:06,963 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 757, reset compression=false 2024-11-10T19:22:07,002 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 757, reset compression=false 2024-11-10T19:22:07,143 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 757, reset compression=false 2024-11-10T19:22:07,154 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T19:22:07,157 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T19:22:07,305 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 757, reset compression=false 2024-11-10T19:22:07,366 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 757, reset compression=false 2024-11-10T19:22:07,546 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 757, reset compression=false 2024-11-10T19:22:07,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:07,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 913, reset compression=false 2024-11-10T19:22:07,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[{test/a758a5ff06039cc8017450629114c5c9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T19:22:07,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:07,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:07,709 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 757, reset compression=false 2024-11-10T19:22:07,713 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:07,713 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 904, reset compression=false 2024-11-10T19:22:07,713 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddc73636de90ec57aa9864a3432c5841/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T19:22:07,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:07,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:07,753 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 913, reset compression=false 2024-11-10T19:22:07,869 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 757, reset compression=false 2024-11-10T19:22:07,873 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:07,873 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 927, reset compression=false 2024-11-10T19:22:07,873 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:07,916 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 904, reset compression=false 2024-11-10T19:22:07,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T19:22:07,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T19:22:08,056 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 913, reset compression=false 2024-11-10T19:22:08,076 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 927, reset compression=false 2024-11-10T19:22:08,159 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T19:22:08,161 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T19:22:08,220 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 904, reset compression=false 2024-11-10T19:22:08,223 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:08,223 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1063, reset compression=false 2024-11-10T19:22:08,224 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddc73636de90ec57aa9864a3432c5841/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T19:22:08,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:08,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:08,379 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 927, reset compression=false 2024-11-10T19:22:08,384 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:08,384 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1076, reset compression=false 2024-11-10T19:22:08,384 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[{test/59042a0d8104acace505136a10f58875/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T19:22:08,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:08,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:08,427 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1063, reset compression=false 2024-11-10T19:22:08,459 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 913, reset compression=false 2024-11-10T19:22:08,463 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:08,463 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1085, reset compression=false 2024-11-10T19:22:08,463 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:08,589 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1076, reset compression=false 2024-11-10T19:22:08,666 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1085, reset compression=false 2024-11-10T19:22:08,730 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1063, reset compression=false 2024-11-10T19:22:08,892 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1076, reset compression=false 2024-11-10T19:22:08,970 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1085, reset compression=false 2024-11-10T19:22:08,999 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:22:09,134 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1063, reset compression=false 2024-11-10T19:22:09,163 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T19:22:09,165 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T19:22:09,295 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1076, reset compression=false 2024-11-10T19:22:09,299 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:09,299 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1235, reset compression=false 2024-11-10T19:22:09,299 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[{test/59042a0d8104acace505136a10f58875/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T19:22:09,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:09,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:09,373 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1085, reset compression=false 2024-11-10T19:22:09,376 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:09,376 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1234, reset compression=false 2024-11-10T19:22:09,376 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[{test/a758a5ff06039cc8017450629114c5c9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T19:22:09,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:09,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:09,502 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1235, reset compression=false 2024-11-10T19:22:09,580 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1234, reset compression=false 2024-11-10T19:22:09,637 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1063, reset compression=false 2024-11-10T19:22:09,641 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:09,641 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1235, reset compression=false 2024-11-10T19:22:09,641 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:09,805 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1235, reset compression=false 2024-11-10T19:22:09,844 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1235, reset compression=false 2024-11-10T19:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1234, reset compression=false 2024-11-10T19:22:10,147 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1235, reset compression=false 2024-11-10T19:22:10,167 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T19:22:10,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d262f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:10,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:10,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:10,173 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adf6dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:10,174 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386731e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:10,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33955,1731266511031 2024-11-10T19:22:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3530163b 2024-11-10T19:22:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:10,178 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:10,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-10T19:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T19:22:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:22:10,208 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1235, reset compression=false 2024-11-10T19:22:10,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:22:10,285 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1234, reset compression=false 2024-11-10T19:22:10,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T19:22:10,396 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T19:22:10,397 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T19:22:10,397 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,45891,1731266511169 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T19:22:10,397 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0. 2024-11-10T19:22:10,397 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:10,397 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:10,398 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:10,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:22:10,498 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:22:10,498 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:22:10,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1235, reset compression=false 2024-11-10T19:22:10,598 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 terminated 2024-11-10T19:22:10,616 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,45891,1731266511169, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:10,617 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T19:22:10,617 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T19:22:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T19:22:10,619 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on bdc25462c9ef,45891,1731266511169 suceeded 2024-11-10T19:22:10,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T19:22:10,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-10T19:22:10,621 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T19:22:10,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 442 msec 2024-11-10T19:22:10,630 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45133' 2024-11-10T19:22:10,631 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b1ff08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:10,631 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45133,-1 for getting cluster id 2024-11-10T19:22:10,631 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:10,632 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41811b63-5fe9-451e-ad6d-a2bda6c23870' 2024-11-10T19:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41811b63-5fe9-451e-ad6d-a2bda6c23870" 2024-11-10T19:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e375435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45133,-1] 2024-11-10T19:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:10,633 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3288b6f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:10,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45133,1731266499408 2024-11-10T19:22:10,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f67e931 2024-11-10T19:22:10,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:10,635 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:10,635 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,45891,1731266511169 (queues=1) is replicating from cluster=01ecb764-68b1-4eb7-800b-75ffcf4f9058 to cluster=41811b63-5fe9-451e-ad6d-a2bda6c23870 2024-11-10T19:22:10,635 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C45891%2C1731266511169 2024-11-10T19:22:10,635 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,45891,1731266511169, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:10,635 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C45891%2C1731266511169 2024-11-10T19:22:10,788 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1234, reset compression=false 2024-11-10T19:22:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:22:10,804 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:10,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:10,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:10,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:10,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:10,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:10,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T19:22:11,053 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1235, reset compression=false 2024-11-10T19:22:11,391 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1234, reset compression=false 2024-11-10T19:22:11,395 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:11,395 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1338, reset compression=false 2024-11-10T19:22:11,395 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[{test/a758a5ff06039cc8017450629114c5c9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:22:11,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:11,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:11,598 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1338, reset compression=false 2024-11-10T19:22:11,656 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1235, reset compression=false 2024-11-10T19:22:11,660 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:11,660 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1362, reset compression=false 2024-11-10T19:22:11,660 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddc73636de90ec57aa9864a3432c5841/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T19:22:11,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:11,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:11,809 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T19:22:11,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:11,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,33955,-1 for getting cluster id 2024-11-10T19:22:11,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:11,812 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ecb764-68b1-4eb7-800b-75ffcf4f9058' 2024-11-10T19:22:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ecb764-68b1-4eb7-800b-75ffcf4f9058" 2024-11-10T19:22:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3316bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,33955,-1] 2024-11-10T19:22:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:11,813 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee0b9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:11,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,33955,1731266511031 2024-11-10T19:22:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4be243 2024-11-10T19:22:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:11,817 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:11,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-10T19:22:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T19:22:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T19:22:11,863 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1362, reset compression=false 2024-11-10T19:22:11,867 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:11,867 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:11,867 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddc73636de90ec57aa9864a3432c5841/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:22:11,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:11,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:11,901 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1338, reset compression=false 2024-11-10T19:22:11,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T19:22:12,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T19:22:12,070 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T19:22:12,070 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T19:22:12,070 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T19:22:12,072 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on bdc25462c9ef,45891,1731266511169 suceeded 2024-11-10T19:22:12,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T19:22:12,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-10T19:22:12,074 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T19:22:12,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 257 msec 2024-11-10T19:22:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T19:22:12,135 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:12,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:12,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:12,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:12,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:12,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:12,136 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-10T19:22:12,137 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, startPosition=1235, beingWritten=true 2024-11-10T19:22:12,141 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:12,141 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1512, reset compression=false 2024-11-10T19:22:12,141 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[{test/59042a0d8104acace505136a10f58875/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T19:22:12,142 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:12,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:12,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:12,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:12,304 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1338, reset compression=false 2024-11-10T19:22:12,308 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:12,308 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:12,308 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:12,344 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1512, reset compression=false 2024-11-10T19:22:12,377 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:12,511 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:12,647 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1512, reset compression=false 2024-11-10T19:22:12,780 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:12,814 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:13,050 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1512, reset compression=false 2024-11-10T19:22:13,138 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T19:22:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:22:13,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:13,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:13,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:13,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:13,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:13,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:22:13,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=553861251, stopped=false 2024-11-10T19:22:13,139 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,33955,1731266511031 2024-11-10T19:22:13,217 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148537294/running 2024-11-10T19:22:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148537294/running 2024-11-10T19:22:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:22:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:22:13,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:13,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:13,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:13,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:13,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,45891,1731266511169' ***** 2024-11-10T19:22:13,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/running 2024-11-10T19:22:13,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:22:13,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Set watcher on znode that does not yet exist, /2-1148537294/running 2024-11-10T19:22:13,239 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:22:13,239 INFO [RS:0;bdc25462c9ef:45891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:22:13,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:22:13,239 INFO [RS:0;bdc25462c9ef:45891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:22:13,239 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d490e78aef9ee82e618979a3f9bafaa 2024-11-10T19:22:13,239 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(3091): Received CLOSE for 59042a0d8104acace505136a10f58875 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,45891,1731266511169 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:45891. 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d490e78aef9ee82e618979a3f9bafaa, disabling compactions & flushes 2024-11-10T19:22:13,240 DEBUG [RS:0;bdc25462c9ef:45891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:13,240 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:13,240 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. after waiting 0 ms 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:22:13,240 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d490e78aef9ee82e618979a3f9bafaa 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-10T19:22:13,240 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:22:13,240 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d490e78aef9ee82e618979a3f9bafaa=hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa., 59042a0d8104acace505136a10f58875=test,,1731266517517.59042a0d8104acace505136a10f58875.} 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:13,240 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 0d490e78aef9ee82e618979a3f9bafaa, 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:13,240 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:13,240 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:13,240 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:22:13,254 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/.tmp/queue/1595ea25c1024cb393bbcea7284c77f6 is 154, key is 1-bdc25462c9ef,45891,1731266511169/queue:bdc25462c9ef%2C45891%2C1731266511169/1731266532147/Put/seqid=0 2024-11-10T19:22:13,256 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/info/0a823a377fe04360b9eb93511d1665f6 is 147, key is hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa./info:regioninfo/1731266523783/Put/seqid=0 2024-11-10T19:22:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741840_1016 (size=5353) 2024-11-10T19:22:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741841_1017 (size=7686) 2024-11-10T19:22:13,259 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/info/0a823a377fe04360b9eb93511d1665f6 2024-11-10T19:22:13,278 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/ns/4341d0ecc0a14b06ab3a51b5a214960f is 43, key is default/ns:d/1731266514092/Put/seqid=0 2024-11-10T19:22:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741842_1018 (size=5153) 2024-11-10T19:22:13,283 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:13,294 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:13,440 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 0d490e78aef9ee82e618979a3f9bafaa, 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:13,554 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1512, reset compression=false 2024-11-10T19:22:13,641 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 0d490e78aef9ee82e618979a3f9bafaa, 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:13,657 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/.tmp/queue/1595ea25c1024cb393bbcea7284c77f6 2024-11-10T19:22:13,661 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/.tmp/queue/1595ea25c1024cb393bbcea7284c77f6 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/queue/1595ea25c1024cb393bbcea7284c77f6 2024-11-10T19:22:13,664 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/queue/1595ea25c1024cb393bbcea7284c77f6, entries=1, sequenceid=13, filesize=5.2 K 2024-11-10T19:22:13,665 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0d490e78aef9ee82e618979a3f9bafaa in 425ms, sequenceid=13, compaction requested=false 2024-11-10T19:22:13,668 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/replication/0d490e78aef9ee82e618979a3f9bafaa/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T19:22:13,668 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:13,668 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:22:13,668 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:13,669 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d490e78aef9ee82e618979a3f9bafaa: Waiting for close lock at 1731266533240Running coprocessor pre-close hooks at 1731266533240Disabling compacts and flushes for region at 1731266533240Disabling writes for close at 1731266533240Obtaining lock to block concurrent updates at 1731266533240Preparing flush snapshotting stores in 0d490e78aef9ee82e618979a3f9bafaa at 1731266533240Finished memstore snapshotting hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731266533240Flushing stores of hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. at 1731266533241 (+1 ms)Flushing 0d490e78aef9ee82e618979a3f9bafaa/queue: creating writer at 1731266533241Flushing 0d490e78aef9ee82e618979a3f9bafaa/queue: appending metadata at 1731266533253 (+12 ms)Flushing 0d490e78aef9ee82e618979a3f9bafaa/queue: closing flushed file at 1731266533253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a4f62f: reopening flushed file at 1731266533661 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0d490e78aef9ee82e618979a3f9bafaa in 425ms, sequenceid=13, compaction requested=false at 1731266533665 (+4 ms)Writing region close event to WAL at 1731266533666 (+1 ms)Running coprocessor post-close hooks at 1731266533668 (+2 ms)Closed at 1731266533668 2024-11-10T19:22:13,669 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266522978.0d490e78aef9ee82e618979a3f9bafaa. 2024-11-10T19:22:13,669 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59042a0d8104acace505136a10f58875, disabling compactions & flushes 2024-11-10T19:22:13,669 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:22:13,669 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:22:13,669 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266517517.59042a0d8104acace505136a10f58875. after waiting 0 ms 2024-11-10T19:22:13,669 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:22:13,669 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59042a0d8104acace505136a10f58875 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T19:22:13,681 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/ns/4341d0ecc0a14b06ab3a51b5a214960f 2024-11-10T19:22:13,686 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/f/e0ae4f9e35da4c36b40eee610ede7ea7 is 37, key is row3/f:row3/1731266530805/Put/seqid=0 2024-11-10T19:22:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741843_1019 (size=5228) 2024-11-10T19:22:13,701 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/rep_barrier/99e0d76e9dbd478f941ede16563314f6 is 112, key is test,,1731266517517.59042a0d8104acace505136a10f58875./rep_barrier:seqnumDuringOpen/1731266518660/Put/seqid=0 2024-11-10T19:22:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741844_1020 (size=5518) 2024-11-10T19:22:13,720 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:13,841 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:13,878 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:22:13,879 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:22:13,886 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:14,041 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:14,089 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/f/e0ae4f9e35da4c36b40eee610ede7ea7 2024-11-10T19:22:14,093 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0ae4f9e35da4c36b40eee610ede7ea7 2024-11-10T19:22:14,105 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/rep_barrier/99e0d76e9dbd478f941ede16563314f6 2024-11-10T19:22:14,106 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/f1/6106cf5e690c423c9c679337dbe356da is 30, key is row1/f1:/1731266528159/DeleteFamily/seqid=0 2024-11-10T19:22:14,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741845_1021 (size=5158) 2024-11-10T19:22:14,121 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/table/0db4641979a14fa6a6ed92b71e5cf790 is 53, key is hbase:replication/table:state/1731266523788/Put/seqid=0 2024-11-10T19:22:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741846_1022 (size=5308) 2024-11-10T19:22:14,157 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1512, reset compression=false 2024-11-10T19:22:14,160 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:14,160 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1759, reset compression=false 2024-11-10T19:22:14,160 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45891,1731266511169 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:14,161 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,45891,1731266511169: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,45891,1731266511169, walGroup=bdc25462c9ef%2C45891%2C1731266511169, offset=bdc25462c9ef%2C45891%2C1731266511169.1731266513009:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:45891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:22:14,162 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:22:14,162 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:22:14,163 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:22:14,163 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:22:14,163 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:22:14,163 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 940764848 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198995360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:22:14,163 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:33955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:33955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:22:14,241 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:22:14,241 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59042a0d8104acace505136a10f58875=test,,1731266517517.59042a0d8104acace505136a10f58875.} 2024-11-10T19:22:14,241 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:14,323 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:14,363 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1759, reset compression=false 2024-11-10T19:22:14,441 DEBUG [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59042a0d8104acace505136a10f58875 2024-11-10T19:22:14,509 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/f1/6106cf5e690c423c9c679337dbe356da 2024-11-10T19:22:14,513 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6106cf5e690c423c9c679337dbe356da 2024-11-10T19:22:14,525 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/table/0db4641979a14fa6a6ed92b71e5cf790 2024-11-10T19:22:14,527 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/norep/c4f43e5547424d2588c1287c54b17865 is 33, key is row2/norep:/1731266529163/DeleteFamily/seqid=0 2024-11-10T19:22:14,529 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/info/0a823a377fe04360b9eb93511d1665f6 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/info/0a823a377fe04360b9eb93511d1665f6 2024-11-10T19:22:14,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741847_1023 (size=5108) 2024-11-10T19:22:14,530 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/norep/c4f43e5547424d2588c1287c54b17865 2024-11-10T19:22:14,533 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/info/0a823a377fe04360b9eb93511d1665f6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:22:14,534 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/ns/4341d0ecc0a14b06ab3a51b5a214960f as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/ns/4341d0ecc0a14b06ab3a51b5a214960f 2024-11-10T19:22:14,537 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/ns/4341d0ecc0a14b06ab3a51b5a214960f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:22:14,538 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/rep_barrier/99e0d76e9dbd478f941ede16563314f6 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/rep_barrier/99e0d76e9dbd478f941ede16563314f6 2024-11-10T19:22:14,542 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/rep_barrier/99e0d76e9dbd478f941ede16563314f6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:22:14,543 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/.tmp/table/0db4641979a14fa6a6ed92b71e5cf790 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/table/0db4641979a14fa6a6ed92b71e5cf790 2024-11-10T19:22:14,546 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/table/0db4641979a14fa6a6ed92b71e5cf790, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:22:14,547 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-10T19:22:14,552 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:22:14,552 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4f43e5547424d2588c1287c54b17865 2024-11-10T19:22:14,553 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:14,553 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:22:14,553 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:14,553 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/f/e0ae4f9e35da4c36b40eee610ede7ea7 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/f/e0ae4f9e35da4c36b40eee610ede7ea7 2024-11-10T19:22:14,553 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266533240Running coprocessor pre-close hooks at 1731266533240Disabling compacts and flushes for region at 1731266533240Disabling writes for close at 1731266533240Obtaining lock to block concurrent updates at 1731266533240Preparing flush snapshotting stores in 1588230740 at 1731266533240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266533240Flushing stores of hbase:meta,,1.1588230740 at 1731266533241 (+1 ms)Flushing 1588230740/info: creating writer at 1731266533241Flushing 1588230740/info: appending metadata at 1731266533256 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731266533256Flushing 1588230740/ns: creating writer at 1731266533263 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731266533278 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731266533278Flushing 1588230740/rep_barrier: creating writer at 1731266533685 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266533701 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266533701Flushing 1588230740/table: creating writer at 1731266534108 (+407 ms)Flushing 1588230740/table: appending metadata at 1731266534121 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731266534121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392aa5a4: reopening flushed file at 1731266534528 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454d9783: reopening flushed file at 1731266534533 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69463674: reopening flushed file at 1731266534537 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3647de: reopening flushed file at 1731266534542 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731266534547 (+5 ms)Writing region close event to WAL at 1731266534549 (+2 ms)Running coprocessor post-close hooks at 1731266534553 (+4 ms)Closed at 1731266534553 2024-11-10T19:22:14,553 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:14,557 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0ae4f9e35da4c36b40eee610ede7ea7 2024-11-10T19:22:14,557 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/f/e0ae4f9e35da4c36b40eee610ede7ea7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T19:22:14,557 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/f1/6106cf5e690c423c9c679337dbe356da as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/f1/6106cf5e690c423c9c679337dbe356da 2024-11-10T19:22:14,561 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6106cf5e690c423c9c679337dbe356da 2024-11-10T19:22:14,561 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/f1/6106cf5e690c423c9c679337dbe356da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T19:22:14,562 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/.tmp/norep/c4f43e5547424d2588c1287c54b17865 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/norep/c4f43e5547424d2588c1287c54b17865 2024-11-10T19:22:14,565 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4f43e5547424d2588c1287c54b17865 2024-11-10T19:22:14,565 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/norep/c4f43e5547424d2588c1287c54b17865, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T19:22:14,566 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 59042a0d8104acace505136a10f58875 in 897ms, sequenceid=12, compaction requested=false 2024-11-10T19:22:14,569 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/data/default/test/59042a0d8104acace505136a10f58875/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:22:14,570 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:14,570 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:22:14,570 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:22:14,570 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59042a0d8104acace505136a10f58875: Waiting for close lock at 1731266533669Running coprocessor pre-close hooks at 1731266533669Disabling compacts and flushes for region at 1731266533669Disabling writes for close at 1731266533669Obtaining lock to block concurrent updates at 1731266533669Preparing flush snapshotting stores in 59042a0d8104acace505136a10f58875 at 1731266533669Finished memstore snapshotting test,,1731266517517.59042a0d8104acace505136a10f58875., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731266533669Flushing stores of test,,1731266517517.59042a0d8104acace505136a10f58875. at 1731266533670 (+1 ms)Flushing 59042a0d8104acace505136a10f58875/f: creating writer at 1731266533670Flushing 59042a0d8104acace505136a10f58875/f: appending metadata at 1731266533685 (+15 ms)Flushing 59042a0d8104acace505136a10f58875/f: closing flushed file at 1731266533685Flushing 59042a0d8104acace505136a10f58875/f1: creating writer at 1731266534093 (+408 ms)Flushing 59042a0d8104acace505136a10f58875/f1: appending metadata at 1731266534105 (+12 ms)Flushing 59042a0d8104acace505136a10f58875/f1: closing flushed file at 1731266534105Flushing 59042a0d8104acace505136a10f58875/norep: creating writer at 1731266534513 (+408 ms)Flushing 59042a0d8104acace505136a10f58875/norep: appending metadata at 1731266534526 (+13 ms)Flushing 59042a0d8104acace505136a10f58875/norep: closing flushed file at 1731266534526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246fb810: reopening flushed file at 1731266534552 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e64b67: reopening flushed file at 1731266534557 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3b6656: reopening flushed file at 1731266534561 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 59042a0d8104acace505136a10f58875 in 897ms, sequenceid=12, compaction requested=false at 1731266534566 (+5 ms)Writing region close event to WAL at 1731266534567 (+1 ms)Running coprocessor post-close hooks at 1731266534570 (+3 ms)Closed at 1731266534570 2024-11-10T19:22:14,570 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266517517.59042a0d8104acace505136a10f58875. 2024-11-10T19:22:14,589 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:14,641 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,45891,1731266511169; all regions closed. 2024-11-10T19:22:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:22:14,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.meta.1731266514044.meta not finished, retry = 0 2024-11-10T19:22:14,666 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 1759, reset compression=false 2024-11-10T19:22:14,669 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:14,669 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 2403, reset compression=false 2024-11-10T19:22:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741839_1015 (size=3333) 2024-11-10T19:22:14,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.rep.1731266523756 not finished, retry = 0 2024-11-10T19:22:14,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 not finished, retry = 0 2024-11-10T19:22:14,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741832_1008 (size=2411) 2024-11-10T19:22:14,872 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 to pos 2403, reset compression=false 2024-11-10T19:22:14,950 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/WALs/bdc25462c9ef,45891,1731266511169/bdc25462c9ef%2C45891%2C1731266511169.1731266513009 2024-11-10T19:22:14,950 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:14,950 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:14,950 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:14,950 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:14,950 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:14,950 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:14,950 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,45891,1731266511169 because: Region server is closing 2024-11-10T19:22:14,951 INFO [RS:0;bdc25462c9ef:45891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:45891. 2024-11-10T19:22:14,951 DEBUG [RS:0;bdc25462c9ef:45891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:14,951 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:14,951 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:14,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:14,992 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:22:15,026 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:15,051 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.shipperbdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 terminated 2024-11-10T19:22:15,051 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45891,1731266511169.replicationSource.wal-reader.bdc25462c9ef%2C45891%2C1731266511169,1-bdc25462c9ef,45891,1731266511169 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T19:22:15,051 INFO [RS:0;bdc25462c9ef:45891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:45891. 2024-11-10T19:22:15,052 DEBUG [RS:0;bdc25462c9ef:45891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:15,052 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:15,052 DEBUG [RS:0;bdc25462c9ef:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:15,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:15,052 INFO [RS:0;bdc25462c9ef:45891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45891 2024-11-10T19:22:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294/rs 2024-11-10T19:22:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148537294/rs/bdc25462c9ef,45891,1731266511169 2024-11-10T19:22:15,095 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:15,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,45891,1731266511169] 2024-11-10T19:22:15,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148537294/draining/bdc25462c9ef,45891,1731266511169 already deleted, retry=false 2024-11-10T19:22:15,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,45891,1731266511169 expired; onlineServers=0 2024-11-10T19:22:15,116 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,33955,1731266511031' ***** 2024-11-10T19:22:15,116 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:22:15,116 INFO [M:0;bdc25462c9ef:33955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:15,116 INFO [M:0;bdc25462c9ef:33955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:15,117 DEBUG [M:0;bdc25462c9ef:33955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:22:15,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:22:15,117 DEBUG [M:0;bdc25462c9ef:33955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:22:15,117 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266512787 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266512787,5,FailOnTimeoutGroup] 2024-11-10T19:22:15,117 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266512792 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266512792,5,FailOnTimeoutGroup] 2024-11-10T19:22:15,117 INFO [M:0;bdc25462c9ef:33955 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:15,117 INFO [M:0;bdc25462c9ef:33955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:15,117 DEBUG [M:0;bdc25462c9ef:33955 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:22:15,117 INFO [M:0;bdc25462c9ef:33955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:22:15,117 INFO [M:0;bdc25462c9ef:33955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:15,117 INFO [M:0;bdc25462c9ef:33955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:22:15,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:22:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148537294/master 2024-11-10T19:22:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148537294 2024-11-10T19:22:15,155 DEBUG [M:0;bdc25462c9ef:33955 {}] zookeeper.ZKUtil(347): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Unable to get data of znode /2-1148537294/master because node does not exist (not an error) 2024-11-10T19:22:15,155 WARN [M:0;bdc25462c9ef:33955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:22:15,156 INFO [M:0;bdc25462c9ef:33955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/.lastflushedseqids 2024-11-10T19:22:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741848_1024 (size=245) 2024-11-10T19:22:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x101263247810007, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:15,206 INFO [RS:0;bdc25462c9ef:45891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:15,206 INFO [RS:0;bdc25462c9ef:45891 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,45891,1731266511169; zookeeper connection closed. 2024-11-10T19:22:15,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42788af0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42788af0 2024-11-10T19:22:15,207 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:22:15,392 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:15,560 INFO [M:0;bdc25462c9ef:33955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:22:15,560 INFO [M:0;bdc25462c9ef:33955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:22:15,560 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:15,560 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:15,560 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:15,560 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:15,560 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:15,560 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T19:22:15,574 DEBUG [M:0;bdc25462c9ef:33955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43091080dafb4956860cc21d27b4276f is 82, key is hbase:meta,,1/info:regioninfo/1731266514073/Put/seqid=0 2024-11-10T19:22:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741849_1025 (size=5672) 2024-11-10T19:22:15,829 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:15,977 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43091080dafb4956860cc21d27b4276f 2024-11-10T19:22:15,993 DEBUG [M:0;bdc25462c9ef:33955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a03f7da7cc4d4fe2baedea7fdd29032e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266523791/Put/seqid=0 2024-11-10T19:22:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741850_1026 (size=9212) 2024-11-10T19:22:16,295 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:16,396 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a03f7da7cc4d4fe2baedea7fdd29032e 2024-11-10T19:22:16,412 DEBUG [M:0;bdc25462c9ef:33955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f539705857174281a30fe2f72a7e14d3 is 69, key is bdc25462c9ef,45891,1731266511169/rs:state/1731266512828/Put/seqid=0 2024-11-10T19:22:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741851_1027 (size=5156) 2024-11-10T19:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:16,815 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f539705857174281a30fe2f72a7e14d3 2024-11-10T19:22:16,819 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43091080dafb4956860cc21d27b4276f as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43091080dafb4956860cc21d27b4276f 2024-11-10T19:22:16,822 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43091080dafb4956860cc21d27b4276f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T19:22:16,823 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a03f7da7cc4d4fe2baedea7fdd29032e as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a03f7da7cc4d4fe2baedea7fdd29032e 2024-11-10T19:22:16,826 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a03f7da7cc4d4fe2baedea7fdd29032e, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T19:22:16,826 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f539705857174281a30fe2f72a7e14d3 as hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f539705857174281a30fe2f72a7e14d3 2024-11-10T19:22:16,829 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40981/user/jenkins/test-data/05be300e-8ea6-8198-6ee7-3158ff613ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f539705857174281a30fe2f72a7e14d3, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T19:22:16,830 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=127, compaction requested=false 2024-11-10T19:22:16,831 INFO [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:16,831 DEBUG [M:0;bdc25462c9ef:33955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266535560Disabling compacts and flushes for region at 1731266535560Disabling writes for close at 1731266535560Obtaining lock to block concurrent updates at 1731266535560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266535560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731266535560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266535561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266535561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266535574 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266535574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266535981 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266535993 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266535993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266536399 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266536411 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266536411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4ad3ab: reopening flushed file at 1731266536818 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6841a939: reopening flushed file at 1731266536822 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f89909f: reopening flushed file at 1731266536826 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=127, compaction requested=false at 1731266536830 (+4 ms)Writing region close event to WAL at 1731266536831 (+1 ms)Closed at 1731266536831 2024-11-10T19:22:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741830_1006 (size=73866) 2024-11-10T19:22:16,833 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:16,833 INFO [M:0;bdc25462c9ef:33955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:22:16,833 INFO [M:0;bdc25462c9ef:33955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33955 2024-11-10T19:22:16,833 INFO [M:0;bdc25462c9ef:33955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:17,037 INFO [M:0;bdc25462c9ef:33955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33955-0x101263247810006, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:17,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6181fcd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:22:17,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd775c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:22:17,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:22:17,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0d717c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:22:17,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ce9650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir/,STOPPED} 2024-11-10T19:22:17,042 WARN [BP-75820143-172.17.0.3-1731266508913 heartbeating to localhost/127.0.0.1:40981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:22:17,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:22:17,042 WARN [BP-75820143-172.17.0.3-1731266508913 heartbeating to localhost/127.0.0.1:40981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-75820143-172.17.0.3-1731266508913 (Datanode Uuid e2ca81b9-c433-42ba-a45f-3bb877e16e81) service to localhost/127.0.0.1:40981 2024-11-10T19:22:17,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:22:17,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/cluster_7e54df6e-693d-c604-9c47-a37c26bd2fa9/data/data1/current/BP-75820143-172.17.0.3-1731266508913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:22:17,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/cluster_7e54df6e-693d-c604-9c47-a37c26bd2fa9/data/data2/current/BP-75820143-172.17.0.3-1731266508913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:22:17,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:22:17,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@769f947a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:22:17,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a668531{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:22:17,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:22:17,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d4c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:22:17,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b900c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir/,STOPPED} 2024-11-10T19:22:17,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:22:17,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:22:17,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:17,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:17,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:17,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:17,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:17,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:22:17,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=904554752, stopped=false 2024-11-10T19:22:17,064 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,43509,1731266505405 2024-11-10T19:22:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442906539/running 2024-11-10T19:22:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442906539/running 2024-11-10T19:22:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:22:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:22:17,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:17,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:17,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:17,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:17,075 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,41349,1731266505545' ***** 2024-11-10T19:22:17,075 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:22:17,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/running 2024-11-10T19:22:17,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Set watcher on znode that does not yet exist, /1-442906539/running 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:22:17,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,41349,1731266505545 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:17,075 INFO [RS:0;bdc25462c9ef:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41349. 2024-11-10T19:22:17,075 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddc73636de90ec57aa9864a3432c5841, disabling compactions & flushes 2024-11-10T19:22:17,076 DEBUG [RS:0;bdc25462c9ef:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:17,076 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:17,076 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. after waiting 0 ms 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:22:17,076 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:22:17,076 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:22:17,076 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:22:17,076 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ddc73636de90ec57aa9864a3432c5841 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T19:22:17,076 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:22:17,076 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:22:17,076 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1325): Online Regions={ddc73636de90ec57aa9864a3432c5841=test,,1731266516377.ddc73636de90ec57aa9864a3432c5841., 1588230740=hbase:meta,,1.1588230740, 17efd3e2c6750954f40759fac739dd77=hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.} 2024-11-10T19:22:17,076 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17efd3e2c6750954f40759fac739dd77, ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:17,076 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:17,076 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:17,076 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:22:17,083 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:17,092 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/info/3d844fe0eb65451d88a5d4c6b144ab3d is 147, key is hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77./info:regioninfo/1731266521978/Put/seqid=0 2024-11-10T19:22:17,092 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/f/2d5ce3cd3b1948bda4840ca9303c3710 is 37, key is row3/f:row3/1731266530805/Put/seqid=0 2024-11-10T19:22:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741841_1017 (size=5228) 2024-11-10T19:22:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741840_1016 (size=7686) 2024-11-10T19:22:17,095 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/info/3d844fe0eb65451d88a5d4c6b144ab3d 2024-11-10T19:22:17,111 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/ns/56954c7302564207b4399fac56f128a3 is 43, key is default/ns:d/1731266508786/Put/seqid=0 2024-11-10T19:22:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741842_1018 (size=5153) 2024-11-10T19:22:17,276 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17efd3e2c6750954f40759fac739dd77, ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:22:17,298 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1466, reset compression=false 2024-11-10T19:22:17,302 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:17,302 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1713, reset compression=false 2024-11-10T19:22:17,302 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41349,1731266505545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:17,304 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,41349,1731266505545: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,41349,1731266505545, walGroup=bdc25462c9ef%2C41349%2C1731266505545, offset=bdc25462c9ef%2C41349%2C1731266505545.1731266507796:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:41349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:22:17,305 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:22:17,305 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 786623520 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199278320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:22:17,306 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:43509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:43509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:22:17,476 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17efd3e2c6750954f40759fac739dd77, ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:22:17,495 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/f/2d5ce3cd3b1948bda4840ca9303c3710 2024-11-10T19:22:17,499 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d5ce3cd3b1948bda4840ca9303c3710 2024-11-10T19:22:17,505 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1713, reset compression=false 2024-11-10T19:22:17,512 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/f1/12e364a7654d4eb89e5f9f6d341e7aa7 is 30, key is row1/f1:/1731266528159/DeleteFamily/seqid=0 2024-11-10T19:22:17,515 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/ns/56954c7302564207b4399fac56f128a3 2024-11-10T19:22:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741843_1019 (size=5158) 2024-11-10T19:22:17,516 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/f1/12e364a7654d4eb89e5f9f6d341e7aa7 2024-11-10T19:22:17,519 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12e364a7654d4eb89e5f9f6d341e7aa7 2024-11-10T19:22:17,537 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/rep_barrier/6a7c82fc43a44cc3a732c9775e4a9cb8 is 112, key is test,,1731266516377.ddc73636de90ec57aa9864a3432c5841./rep_barrier:seqnumDuringOpen/1731266517117/Put/seqid=0 2024-11-10T19:22:17,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741844_1020 (size=5518) 2024-11-10T19:22:17,540 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/norep/4b6d664f2fb441cea76ee937ae48f5b9 is 33, key is row1/norep:/1731266528159/DeleteFamily/seqid=0 2024-11-10T19:22:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741845_1021 (size=5108) 2024-11-10T19:22:17,664 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:22:17,664 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:22:17,676 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17efd3e2c6750954f40759fac739dd77, ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:22:17,734 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:17,808 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1713, reset compression=false 2024-11-10T19:22:17,877 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17efd3e2c6750954f40759fac739dd77, ddc73636de90ec57aa9864a3432c5841 2024-11-10T19:22:17,940 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/rep_barrier/6a7c82fc43a44cc3a732c9775e4a9cb8 2024-11-10T19:22:17,943 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/norep/4b6d664f2fb441cea76ee937ae48f5b9 2024-11-10T19:22:17,946 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b6d664f2fb441cea76ee937ae48f5b9 2024-11-10T19:22:17,947 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/f/2d5ce3cd3b1948bda4840ca9303c3710 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/f/2d5ce3cd3b1948bda4840ca9303c3710 2024-11-10T19:22:17,950 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d5ce3cd3b1948bda4840ca9303c3710 2024-11-10T19:22:17,951 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/f/2d5ce3cd3b1948bda4840ca9303c3710, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T19:22:17,951 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/f1/12e364a7654d4eb89e5f9f6d341e7aa7 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/f1/12e364a7654d4eb89e5f9f6d341e7aa7 2024-11-10T19:22:17,954 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12e364a7654d4eb89e5f9f6d341e7aa7 2024-11-10T19:22:17,954 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/f1/12e364a7654d4eb89e5f9f6d341e7aa7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T19:22:17,955 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/.tmp/norep/4b6d664f2fb441cea76ee937ae48f5b9 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/norep/4b6d664f2fb441cea76ee937ae48f5b9 2024-11-10T19:22:17,958 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b6d664f2fb441cea76ee937ae48f5b9 2024-11-10T19:22:17,958 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/norep/4b6d664f2fb441cea76ee937ae48f5b9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T19:22:17,959 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ddc73636de90ec57aa9864a3432c5841 in 883ms, sequenceid=12, compaction requested=false 2024-11-10T19:22:17,959 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:22:17,960 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/table/a94dd76b89db4916802783b789ff4ba1 is 53, key is hbase:replication/table:state/1731266521983/Put/seqid=0 2024-11-10T19:22:17,963 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/default/test/ddc73636de90ec57aa9864a3432c5841/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:22:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741846_1022 (size=5308) 2024-11-10T19:22:17,963 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:17,963 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:22:17,964 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddc73636de90ec57aa9864a3432c5841: Waiting for close lock at 1731266537075Running coprocessor pre-close hooks at 1731266537075Disabling compacts and flushes for region at 1731266537075Disabling writes for close at 1731266537076 (+1 ms)Obtaining lock to block concurrent updates at 1731266537076Preparing flush snapshotting stores in ddc73636de90ec57aa9864a3432c5841 at 1731266537076Finished memstore snapshotting test,,1731266516377.ddc73636de90ec57aa9864a3432c5841., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731266537076Flushing stores of test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. at 1731266537076Flushing ddc73636de90ec57aa9864a3432c5841/f: creating writer at 1731266537076Flushing ddc73636de90ec57aa9864a3432c5841/f: appending metadata at 1731266537092 (+16 ms)Flushing ddc73636de90ec57aa9864a3432c5841/f: closing flushed file at 1731266537092Flushing ddc73636de90ec57aa9864a3432c5841/f1: creating writer at 1731266537499 (+407 ms)Flushing ddc73636de90ec57aa9864a3432c5841/f1: appending metadata at 1731266537512 (+13 ms)Flushing ddc73636de90ec57aa9864a3432c5841/f1: closing flushed file at 1731266537512Flushing ddc73636de90ec57aa9864a3432c5841/norep: creating writer at 1731266537519 (+7 ms)Flushing ddc73636de90ec57aa9864a3432c5841/norep: appending metadata at 1731266537539 (+20 ms)Flushing ddc73636de90ec57aa9864a3432c5841/norep: closing flushed file at 1731266537539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e27991: reopening flushed file at 1731266537946 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d53c747: reopening flushed file at 1731266537951 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740687a2: reopening flushed file at 1731266537955 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ddc73636de90ec57aa9864a3432c5841 in 883ms, sequenceid=12, compaction requested=false at 1731266537959 (+4 ms)Writing region close event to WAL at 1731266537960 (+1 ms)Running coprocessor post-close hooks at 1731266537963 (+3 ms)Closed at 1731266537964 (+1 ms) 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266516377.ddc73636de90ec57aa9864a3432c5841. 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17efd3e2c6750954f40759fac739dd77, disabling compactions & flushes 2024-11-10T19:22:17,964 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. after waiting 0 ms 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17efd3e2c6750954f40759fac739dd77: Waiting for close lock at 1731266537964Running coprocessor pre-close hooks at 1731266537964Disabling compacts and flushes for region at 1731266537964Disabling writes for close at 1731266537964Failed flush hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77., putting online again at 1731266537964 2024-11-10T19:22:17,964 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:18,077 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:22:18,077 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17efd3e2c6750954f40759fac739dd77=hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77.} 2024-11-10T19:22:18,077 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:18,077 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17efd3e2c6750954f40759fac739dd77 2024-11-10T19:22:18,077 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17efd3e2c6750954f40759fac739dd77, disabling compactions & flushes 2024-11-10T19:22:18,077 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:18,077 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:18,077 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. after waiting 0 ms 2024-11-10T19:22:18,077 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:18,077 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17efd3e2c6750954f40759fac739dd77: Waiting for close lock at 1731266538077Running coprocessor pre-close hooks at 1731266538077Disabling compacts and flushes for region at 1731266538077Disabling writes for close at 1731266538077Failed flush hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77., putting online again at 1731266538077 2024-11-10T19:22:18,077 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731266520816.17efd3e2c6750954f40759fac739dd77. 2024-11-10T19:22:18,211 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 1713, reset compression=false 2024-11-10T19:22:18,215 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:18,215 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 2357, reset compression=false 2024-11-10T19:22:18,277 DEBUG [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:22:18,364 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/table/a94dd76b89db4916802783b789ff4ba1 2024-11-10T19:22:18,368 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/info/3d844fe0eb65451d88a5d4c6b144ab3d as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/info/3d844fe0eb65451d88a5d4c6b144ab3d 2024-11-10T19:22:18,371 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/info/3d844fe0eb65451d88a5d4c6b144ab3d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:22:18,372 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/ns/56954c7302564207b4399fac56f128a3 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/ns/56954c7302564207b4399fac56f128a3 2024-11-10T19:22:18,375 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/ns/56954c7302564207b4399fac56f128a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:22:18,376 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/rep_barrier/6a7c82fc43a44cc3a732c9775e4a9cb8 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/rep_barrier/6a7c82fc43a44cc3a732c9775e4a9cb8 2024-11-10T19:22:18,380 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/rep_barrier/6a7c82fc43a44cc3a732c9775e4a9cb8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:22:18,381 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/.tmp/table/a94dd76b89db4916802783b789ff4ba1 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/table/a94dd76b89db4916802783b789ff4ba1 2024-11-10T19:22:18,384 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/table/a94dd76b89db4916802783b789ff4ba1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:22:18,385 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-10T19:22:18,385 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:22:18,391 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:22:18,391 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:18,391 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:22:18,391 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:18,391 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266537076Running coprocessor pre-close hooks at 1731266537076Disabling compacts and flushes for region at 1731266537076Disabling writes for close at 1731266537076Obtaining lock to block concurrent updates at 1731266537076Preparing flush snapshotting stores in 1588230740 at 1731266537076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266537076Flushing stores of hbase:meta,,1.1588230740 at 1731266537077 (+1 ms)Flushing 1588230740/info: creating writer at 1731266537077Flushing 1588230740/info: appending metadata at 1731266537092 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731266537092Flushing 1588230740/ns: creating writer at 1731266537099 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731266537111 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731266537111Flushing 1588230740/rep_barrier: creating writer at 1731266537519 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266537536 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266537536Flushing 1588230740/table: creating writer at 1731266537944 (+408 ms)Flushing 1588230740/table: appending metadata at 1731266537960 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731266537960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e5bf16: reopening flushed file at 1731266538367 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb33941: reopening flushed file at 1731266538371 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a106327: reopening flushed file at 1731266538375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655006ae: reopening flushed file at 1731266538380 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731266538385 (+5 ms)Writing region close event to WAL at 1731266538388 (+3 ms)Running coprocessor post-close hooks at 1731266538391 (+3 ms)Closed at 1731266538391 2024-11-10T19:22:18,392 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:18,418 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.wal-reader.bdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.1731266507796 to pos 2357, reset compression=false 2024-11-10T19:22:18,477 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T19:22:18,477 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,41349,1731266505545; all regions closed. 2024-11-10T19:22:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:22:18,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.meta.1731266508749.meta not finished, retry = 0 2024-11-10T19:22:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741839_1015 (size=2609) 2024-11-10T19:22:18,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/WALs/bdc25462c9ef,41349,1731266505545/bdc25462c9ef%2C41349%2C1731266505545.rep.1731266521946 not finished, retry = 0 2024-11-10T19:22:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741832_1008 (size=2365) 2024-11-10T19:22:18,685 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:18,685 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:18,685 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:18,685 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:18,685 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:18,685 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:18,685 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,41349,1731266505545 because: Region server is closing 2024-11-10T19:22:18,685 INFO [RS:0;bdc25462c9ef:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41349. 2024-11-10T19:22:18,685 DEBUG [RS:0;bdc25462c9ef:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:18,686 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:18,686 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:18,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:18,786 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41349,1731266505545.replicationSource.shipperbdc25462c9ef%2C41349%2C1731266505545,1-bdc25462c9ef,41349,1731266505545 terminated 2024-11-10T19:22:18,786 INFO [RS:0;bdc25462c9ef:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41349. 2024-11-10T19:22:18,786 DEBUG [RS:0;bdc25462c9ef:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:18,786 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:18,786 DEBUG [RS:0;bdc25462c9ef:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:18,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:18,786 INFO [RS:0;bdc25462c9ef:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41349 2024-11-10T19:22:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539/rs 2024-11-10T19:22:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442906539/rs/bdc25462c9ef,41349,1731266505545 2024-11-10T19:22:18,811 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:18,837 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:18,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,41349,1731266505545] 2024-11-10T19:22:18,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-442906539/draining/bdc25462c9ef,41349,1731266505545 already deleted, retry=false 2024-11-10T19:22:18,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,41349,1731266505545 expired; onlineServers=0 2024-11-10T19:22:18,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,43509,1731266505405' ***** 2024-11-10T19:22:18,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:22:18,964 INFO [M:0;bdc25462c9ef:43509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:18,964 INFO [M:0;bdc25462c9ef:43509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:18,964 DEBUG [M:0;bdc25462c9ef:43509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:22:18,964 DEBUG [M:0;bdc25462c9ef:43509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:22:18,964 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:22:18,964 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266507546 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266507546,5,FailOnTimeoutGroup] 2024-11-10T19:22:18,964 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266507547 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266507547,5,FailOnTimeoutGroup] 2024-11-10T19:22:18,965 INFO [M:0;bdc25462c9ef:43509 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:18,965 INFO [M:0;bdc25462c9ef:43509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:18,965 DEBUG [M:0;bdc25462c9ef:43509 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:22:18,965 INFO [M:0;bdc25462c9ef:43509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:22:18,965 INFO [M:0;bdc25462c9ef:43509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:18,965 INFO [M:0;bdc25462c9ef:43509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:22:18,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:22:18,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442906539/master 2024-11-10T19:22:18,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442906539 2024-11-10T19:22:18,978 DEBUG [M:0;bdc25462c9ef:43509 {}] zookeeper.ZKUtil(347): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Unable to get data of znode /1-442906539/master because node does not exist (not an error) 2024-11-10T19:22:18,978 WARN [M:0;bdc25462c9ef:43509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:22:18,979 INFO [M:0;bdc25462c9ef:43509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/.lastflushedseqids 2024-11-10T19:22:18,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741847_1023 (size=245) 2024-11-10T19:22:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:18,999 INFO [RS:0;bdc25462c9ef:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x101263247810004, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:18,999 INFO [RS:0;bdc25462c9ef:41349 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,41349,1731266505545; zookeeper connection closed. 2024-11-10T19:22:18,999 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78473b04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78473b04 2024-11-10T19:22:19,000 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:22:19,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:19,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:19,384 INFO [M:0;bdc25462c9ef:43509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:22:19,384 INFO [M:0;bdc25462c9ef:43509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:22:19,385 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:19,385 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:19,385 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:19,385 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:19,385 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:19,385 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T19:22:19,399 DEBUG [M:0;bdc25462c9ef:43509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e738f65def14507b98476f72ccd6013 is 82, key is hbase:meta,,1/info:regioninfo/1731266508776/Put/seqid=0 2024-11-10T19:22:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741848_1024 (size=5672) 2024-11-10T19:22:19,804 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e738f65def14507b98476f72ccd6013 2024-11-10T19:22:19,819 DEBUG [M:0;bdc25462c9ef:43509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b47009b58ce94fc1a4ebd493407b8b56 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266521986/Put/seqid=0 2024-11-10T19:22:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741849_1025 (size=8517) 2024-11-10T19:22:20,040 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:20,223 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b47009b58ce94fc1a4ebd493407b8b56 2024-11-10T19:22:20,239 DEBUG [M:0;bdc25462c9ef:43509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1665493ff5a4ee6a0b53f9856e32645 is 69, key is bdc25462c9ef,41349,1731266505545/rs:state/1731266507608/Put/seqid=0 2024-11-10T19:22:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741850_1026 (size=5156) 2024-11-10T19:22:20,642 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1665493ff5a4ee6a0b53f9856e32645 2024-11-10T19:22:20,646 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e738f65def14507b98476f72ccd6013 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e738f65def14507b98476f72ccd6013 2024-11-10T19:22:20,649 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e738f65def14507b98476f72ccd6013, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:22:20,650 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b47009b58ce94fc1a4ebd493407b8b56 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b47009b58ce94fc1a4ebd493407b8b56 2024-11-10T19:22:20,653 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b47009b58ce94fc1a4ebd493407b8b56, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:22:20,653 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1665493ff5a4ee6a0b53f9856e32645 as hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1665493ff5a4ee6a0b53f9856e32645 2024-11-10T19:22:20,656 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1665493ff5a4ee6a0b53f9856e32645, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:22:20,657 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-10T19:22:20,658 INFO [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:20,658 DEBUG [M:0;bdc25462c9ef:43509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266539385Disabling compacts and flushes for region at 1731266539385Disabling writes for close at 1731266539385Obtaining lock to block concurrent updates at 1731266539385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266539385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731266539385Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266539385Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266539385Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266539399 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266539399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266539807 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266539819 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266539819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266540227 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266540239 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266540239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4522d6b4: reopening flushed file at 1731266540646 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d51e78e: reopening flushed file at 1731266540649 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58faff52: reopening flushed file at 1731266540653 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731266540657 (+4 ms)Writing region close event to WAL at 1731266540658 (+1 ms)Closed at 1731266540658 2024-11-10T19:22:20,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8ac005-e648-1ef0-67d6-826e0a7a9547/MasterData/WALs/bdc25462c9ef,43509,1731266505405/bdc25462c9ef%2C43509%2C1731266505405.1731266507285 not finished, retry = 0 2024-11-10T19:22:20,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46465 is added to blk_1073741830_1006 (size=63666) 2024-11-10T19:22:20,760 INFO [M:0;bdc25462c9ef:43509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:22:20,760 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:20,760 INFO [M:0;bdc25462c9ef:43509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43509 2024-11-10T19:22:20,760 INFO [M:0;bdc25462c9ef:43509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:20,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:20,900 INFO [M:0;bdc25462c9ef:43509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:20,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43509-0x101263247810003, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:20,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d0ecd10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:22:20,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a075cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:22:20,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:22:20,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9e1646{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:22:20,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b2a8475{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir/,STOPPED} 2024-11-10T19:22:20,904 WARN [BP-1129528933-172.17.0.3-1731266503402 heartbeating to localhost/127.0.0.1:46785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:22:20,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:22:20,904 WARN [BP-1129528933-172.17.0.3-1731266503402 heartbeating to localhost/127.0.0.1:46785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1129528933-172.17.0.3-1731266503402 (Datanode Uuid be91459c-f613-4801-bedb-251a07dbc6bd) service to localhost/127.0.0.1:46785 2024-11-10T19:22:20,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:22:20,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/cluster_0a9339d5-c25b-918f-8e65-0cb1fabd9a22/data/data1/current/BP-1129528933-172.17.0.3-1731266503402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:22:20,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/cluster_0a9339d5-c25b-918f-8e65-0cb1fabd9a22/data/data2/current/BP-1129528933-172.17.0.3-1731266503402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:22:20,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:22:20,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56dbf98f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:22:20,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5de60843{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:22:20,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:22:20,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71788b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:22:20,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d1e2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95696544-a3bd-dac2-811b-6af3265b61b7/hadoop.log.dir/,STOPPED} 2024-11-10T19:22:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:22:20,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:22:20,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:20,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:20,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:20,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:20,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:20,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:22:20,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260511160, stopped=false 2024-11-10T19:22:20,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,45133,1731266499408 2024-11-10T19:22:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275762856/running 2024-11-10T19:22:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275762856/running 2024-11-10T19:22:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:22:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:22:20,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:20,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:20,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/running 2024-11-10T19:22:20,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:20,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:20,938 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,46571,1731266499608' ***** 2024-11-10T19:22:20,938 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:22:20,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Set watcher on znode that does not yet exist, /01275762856/running 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:22:20,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for a758a5ff06039cc8017450629114c5c9 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,46571,1731266499608 2024-11-10T19:22:20,938 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:20,939 INFO [RS:0;bdc25462c9ef:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:46571. 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a758a5ff06039cc8017450629114c5c9, disabling compactions & flushes 2024-11-10T19:22:20,939 DEBUG [RS:0;bdc25462c9ef:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:20,939 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:22:20,939 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266514227.a758a5ff06039cc8017450629114c5c9. after waiting 0 ms 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:22:20,939 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:22:20,939 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:22:20,939 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:22:20,939 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:22:20,939 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a758a5ff06039cc8017450629114c5c9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T19:22:20,939 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:22:20,939 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a758a5ff06039cc8017450629114c5c9=test,,1731266514227.a758a5ff06039cc8017450629114c5c9., 762aeda79c99c3a07337e0a21c0abb13=hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.} 2024-11-10T19:22:20,939 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762aeda79c99c3a07337e0a21c0abb13, a758a5ff06039cc8017450629114c5c9 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:20,939 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:20,939 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:20,939 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:22:20,952 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/f/f0069a496078451dab144bd092f69ea6 is 37, key is row3/f:row3/1731266530805/Put/seqid=0 2024-11-10T19:22:20,955 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/info/61f25902fc104c29bf8b11c1f1f6dcd8 is 147, key is hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13./info:regioninfo/1731266520443/Put/seqid=0 2024-11-10T19:22:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741840_1016 (size=5228) 2024-11-10T19:22:20,956 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/f/f0069a496078451dab144bd092f69ea6 2024-11-10T19:22:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741841_1017 (size=7686) 2024-11-10T19:22:20,958 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/info/61f25902fc104c29bf8b11c1f1f6dcd8 2024-11-10T19:22:20,960 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0069a496078451dab144bd092f69ea6 2024-11-10T19:22:20,977 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/f1/87b079f552b648919c9192d189de2612 is 30, key is row1/f1:/1731266528159/DeleteFamily/seqid=0 2024-11-10T19:22:20,978 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/ns/90bb98ce08884157b7c5c11904633e53 is 43, key is default/ns:d/1731266503230/Put/seqid=0 2024-11-10T19:22:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741842_1018 (size=5158) 2024-11-10T19:22:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741843_1019 (size=5153) 2024-11-10T19:22:20,995 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:21,139 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762aeda79c99c3a07337e0a21c0abb13, a758a5ff06039cc8017450629114c5c9 2024-11-10T19:22:21,235 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:22:21,235 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:22:21,339 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762aeda79c99c3a07337e0a21c0abb13, a758a5ff06039cc8017450629114c5c9 2024-11-10T19:22:21,343 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1488, reset compression=false 2024-11-10T19:22:21,347 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:21,347 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1735, reset compression=false 2024-11-10T19:22:21,347 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,46571,1731266499608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:21,347 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,46571,1731266499608: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,46571,1731266499608, walGroup=bdc25462c9ef%2C46571%2C1731266499608, offset=bdc25462c9ef%2C46571%2C1731266499608.1731266502293:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:46571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:22:21,348 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:22:21,348 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:22:21,349 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:22:21,349 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:22:21,349 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:22:21,349 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 885189664 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199883544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:22:21,350 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:45133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:45133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:22:21,381 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/f1/87b079f552b648919c9192d189de2612 2024-11-10T19:22:21,381 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/ns/90bb98ce08884157b7c5c11904633e53 2024-11-10T19:22:21,384 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b079f552b648919c9192d189de2612 2024-11-10T19:22:21,396 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/rep_barrier/0ea2b9d4438747248d0def0b7cbe4011 is 112, key is test,,1731266514227.a758a5ff06039cc8017450629114c5c9./rep_barrier:seqnumDuringOpen/1731266515371/Put/seqid=0 2024-11-10T19:22:21,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741844_1020 (size=5518) 2024-11-10T19:22:21,400 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/norep/1c166565ed71419ea9c4e8534aa09aee is 32, key is row/norep:/1731266527155/DeleteFamily/seqid=0 2024-11-10T19:22:21,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741845_1021 (size=5101) 2024-11-10T19:22:21,540 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762aeda79c99c3a07337e0a21c0abb13, a758a5ff06039cc8017450629114c5c9 2024-11-10T19:22:21,550 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1735, reset compression=false 2024-11-10T19:22:21,740 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762aeda79c99c3a07337e0a21c0abb13, a758a5ff06039cc8017450629114c5c9 2024-11-10T19:22:21,800 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/rep_barrier/0ea2b9d4438747248d0def0b7cbe4011 2024-11-10T19:22:21,803 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/norep/1c166565ed71419ea9c4e8534aa09aee 2024-11-10T19:22:21,806 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c166565ed71419ea9c4e8534aa09aee 2024-11-10T19:22:21,806 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/f/f0069a496078451dab144bd092f69ea6 as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/f/f0069a496078451dab144bd092f69ea6 2024-11-10T19:22:21,810 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0069a496078451dab144bd092f69ea6 2024-11-10T19:22:21,810 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/f/f0069a496078451dab144bd092f69ea6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T19:22:21,811 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/f1/87b079f552b648919c9192d189de2612 as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/f1/87b079f552b648919c9192d189de2612 2024-11-10T19:22:21,814 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b079f552b648919c9192d189de2612 2024-11-10T19:22:21,814 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/f1/87b079f552b648919c9192d189de2612, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T19:22:21,815 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/.tmp/norep/1c166565ed71419ea9c4e8534aa09aee as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/norep/1c166565ed71419ea9c4e8534aa09aee 2024-11-10T19:22:21,821 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c166565ed71419ea9c4e8534aa09aee 2024-11-10T19:22:21,822 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/norep/1c166565ed71419ea9c4e8534aa09aee, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T19:22:21,822 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a758a5ff06039cc8017450629114c5c9 in 883ms, sequenceid=12, compaction requested=false 2024-11-10T19:22:21,822 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/table/2c1e4451e35b4c66907901766415fb6a is 53, key is hbase:replication/table:state/1731266520449/Put/seqid=0 2024-11-10T19:22:21,822 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:22:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741846_1022 (size=5308) 2024-11-10T19:22:21,829 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/table/2c1e4451e35b4c66907901766415fb6a 2024-11-10T19:22:21,830 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/default/test/a758a5ff06039cc8017450629114c5c9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:22:21,830 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:21,830 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:22:21,831 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a758a5ff06039cc8017450629114c5c9: Waiting for close lock at 1731266540938Running coprocessor pre-close hooks at 1731266540938Disabling compacts and flushes for region at 1731266540939 (+1 ms)Disabling writes for close at 1731266540939Obtaining lock to block concurrent updates at 1731266540939Preparing flush snapshotting stores in a758a5ff06039cc8017450629114c5c9 at 1731266540939Finished memstore snapshotting test,,1731266514227.a758a5ff06039cc8017450629114c5c9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731266540939Flushing stores of test,,1731266514227.a758a5ff06039cc8017450629114c5c9. at 1731266540940 (+1 ms)Flushing a758a5ff06039cc8017450629114c5c9/f: creating writer at 1731266540940Flushing a758a5ff06039cc8017450629114c5c9/f: appending metadata at 1731266540952 (+12 ms)Flushing a758a5ff06039cc8017450629114c5c9/f: closing flushed file at 1731266540952Flushing a758a5ff06039cc8017450629114c5c9/f1: creating writer at 1731266540960 (+8 ms)Flushing a758a5ff06039cc8017450629114c5c9/f1: appending metadata at 1731266540977 (+17 ms)Flushing a758a5ff06039cc8017450629114c5c9/f1: closing flushed file at 1731266540977Flushing a758a5ff06039cc8017450629114c5c9/norep: creating writer at 1731266541384 (+407 ms)Flushing a758a5ff06039cc8017450629114c5c9/norep: appending metadata at 1731266541399 (+15 ms)Flushing a758a5ff06039cc8017450629114c5c9/norep: closing flushed file at 1731266541399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160818e: reopening flushed file at 1731266541806 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105c843: reopening flushed file at 1731266541810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43be184: reopening flushed file at 1731266541815 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a758a5ff06039cc8017450629114c5c9 in 883ms, sequenceid=12, compaction requested=false at 1731266541822 (+7 ms)Writing region close event to WAL at 1731266541827 (+5 ms)Running coprocessor post-close hooks at 1731266541830 (+3 ms)Closed at 1731266541831 (+1 ms) 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266514227.a758a5ff06039cc8017450629114c5c9. 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 762aeda79c99c3a07337e0a21c0abb13, disabling compactions & flushes 2024-11-10T19:22:21,831 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. after waiting 0 ms 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 762aeda79c99c3a07337e0a21c0abb13: Waiting for close lock at 1731266541831Running coprocessor pre-close hooks at 1731266541831Disabling compacts and flushes for region at 1731266541831Disabling writes for close at 1731266541831Failed flush hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13., putting online again at 1731266541831 2024-11-10T19:22:21,831 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,833 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/info/61f25902fc104c29bf8b11c1f1f6dcd8 as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/info/61f25902fc104c29bf8b11c1f1f6dcd8 2024-11-10T19:22:21,837 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/info/61f25902fc104c29bf8b11c1f1f6dcd8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:22:21,837 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/ns/90bb98ce08884157b7c5c11904633e53 as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/ns/90bb98ce08884157b7c5c11904633e53 2024-11-10T19:22:21,841 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/ns/90bb98ce08884157b7c5c11904633e53, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:22:21,842 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/rep_barrier/0ea2b9d4438747248d0def0b7cbe4011 as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/rep_barrier/0ea2b9d4438747248d0def0b7cbe4011 2024-11-10T19:22:21,845 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/rep_barrier/0ea2b9d4438747248d0def0b7cbe4011, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:22:21,845 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/.tmp/table/2c1e4451e35b4c66907901766415fb6a as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/table/2c1e4451e35b4c66907901766415fb6a 2024-11-10T19:22:21,848 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/table/2c1e4451e35b4c66907901766415fb6a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:22:21,849 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-11-10T19:22:21,852 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:22:21,852 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:21,852 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:22:21,852 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:21,852 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266540939Running coprocessor pre-close hooks at 1731266540939Disabling compacts and flushes for region at 1731266540939Disabling writes for close at 1731266540939Obtaining lock to block concurrent updates at 1731266540939Preparing flush snapshotting stores in 1588230740 at 1731266540939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266540940 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266540940Flushing 1588230740/info: creating writer at 1731266540940Flushing 1588230740/info: appending metadata at 1731266540955 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731266540955Flushing 1588230740/ns: creating writer at 1731266540962 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731266540977 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731266540977Flushing 1588230740/rep_barrier: creating writer at 1731266541384 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266541396 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266541396Flushing 1588230740/table: creating writer at 1731266541803 (+407 ms)Flushing 1588230740/table: appending metadata at 1731266541822 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731266541822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2468ac7b: reopening flushed file at 1731266541832 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a320d0c: reopening flushed file at 1731266541837 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647dad08: reopening flushed file at 1731266541841 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ddb45a: reopening flushed file at 1731266541845 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1731266541849 (+4 ms)Writing region close event to WAL at 1731266541850 (+1 ms)Running coprocessor post-close hooks at 1731266541852 (+2 ms)Closed at 1731266541852 2024-11-10T19:22:21,853 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:21,853 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 1735, reset compression=false 2024-11-10T19:22:21,856 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:21,856 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 2379, reset compression=false 2024-11-10T19:22:21,940 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:22:21,940 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1325): Online Regions={762aeda79c99c3a07337e0a21c0abb13=hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13.} 2024-11-10T19:22:21,940 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:21,940 DEBUG [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1351): Waiting on 762aeda79c99c3a07337e0a21c0abb13 2024-11-10T19:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 762aeda79c99c3a07337e0a21c0abb13, disabling compactions & flushes 2024-11-10T19:22:21,940 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. after waiting 0 ms 2024-11-10T19:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 762aeda79c99c3a07337e0a21c0abb13: Waiting for close lock at 1731266541940Running coprocessor pre-close hooks at 1731266541940Disabling compacts and flushes for region at 1731266541940Disabling writes for close at 1731266541940Failed flush hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13., putting online again at 1731266541940 2024-11-10T19:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731266519678.762aeda79c99c3a07337e0a21c0abb13. 2024-11-10T19:22:22,058 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 2379, reset compression=false 2024-11-10T19:22:22,140 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T19:22:22,140 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,46571,1731266499608; all regions closed. 2024-11-10T19:22:22,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.meta.1731266503160.meta not finished, retry = 0 2024-11-10T19:22:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:22:22,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741839_1015 (size=2609) 2024-11-10T19:22:22,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.rep.1731266520411 not finished, retry = 0 2024-11-10T19:22:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741832_1008 (size=2387) 2024-11-10T19:22:22,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 not finished, retry = 0 2024-11-10T19:22:22,361 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 to pos 2379, reset compression=false 2024-11-10T19:22:22,448 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:22,448 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/WALs/bdc25462c9ef,46571,1731266499608/bdc25462c9ef%2C46571%2C1731266499608.1731266502293 2024-11-10T19:22:22,448 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:22,448 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:22,448 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:22,448 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:22,448 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:22,449 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,46571,1731266499608 because: Region server is closing 2024-11-10T19:22:22,449 INFO [RS:0;bdc25462c9ef:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:46571. 2024-11-10T19:22:22,449 DEBUG [RS:0;bdc25462c9ef:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:22,449 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:22,449 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:22,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:22,549 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.shipperbdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 terminated 2024-11-10T19:22:22,549 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,46571,1731266499608.replicationSource.wal-reader.bdc25462c9ef%2C46571%2C1731266499608,1-bdc25462c9ef,46571,1731266499608 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T19:22:22,549 INFO [RS:0;bdc25462c9ef:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:46571. 2024-11-10T19:22:22,549 DEBUG [RS:0;bdc25462c9ef:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:22,549 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:22,550 DEBUG [RS:0;bdc25462c9ef:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:22,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:22,550 INFO [RS:0;bdc25462c9ef:46571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46571 2024-11-10T19:22:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856/rs 2024-11-10T19:22:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275762856/rs/bdc25462c9ef,46571,1731266499608 2024-11-10T19:22:22,611 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:22,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,46571,1731266499608] 2024-11-10T19:22:22,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01275762856/draining/bdc25462c9ef,46571,1731266499608 already deleted, retry=false 2024-11-10T19:22:22,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,46571,1731266499608 expired; onlineServers=0 2024-11-10T19:22:22,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,45133,1731266499408' ***** 2024-11-10T19:22:22,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:22,632 DEBUG [M:0;bdc25462c9ef:45133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:22:22,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:22:22,632 DEBUG [M:0;bdc25462c9ef:45133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:22:22,632 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266501955 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266501955,5,FailOnTimeoutGroup] 2024-11-10T19:22:22,632 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266501956 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266501956,5,FailOnTimeoutGroup] 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:22,632 DEBUG [M:0;bdc25462c9ef:45133 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:22,632 INFO [M:0;bdc25462c9ef:45133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:22:22,632 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:22:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275762856/master 2024-11-10T19:22:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275762856 2024-11-10T19:22:22,642 DEBUG [M:0;bdc25462c9ef:45133 {}] zookeeper.ZKUtil(347): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Unable to get data of znode /01275762856/master because node does not exist (not an error) 2024-11-10T19:22:22,642 WARN [M:0;bdc25462c9ef:45133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:22:22,643 INFO [M:0;bdc25462c9ef:45133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/.lastflushedseqids 2024-11-10T19:22:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741847_1023 (size=245) 2024-11-10T19:22:22,721 INFO [RS:0;bdc25462c9ef:46571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:22,721 INFO [RS:0;bdc25462c9ef:46571 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,46571,1731266499608; zookeeper connection closed. 2024-11-10T19:22:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x101263247810001, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:22,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3842a762 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3842a762 2024-11-10T19:22:22,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:22:23,047 INFO [M:0;bdc25462c9ef:45133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:22:23,047 INFO [M:0;bdc25462c9ef:45133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:22:23,047 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:23,047 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:23,047 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:23,047 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:23,047 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:23,047 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T19:22:23,060 DEBUG [M:0;bdc25462c9ef:45133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06d07500544e40d980d6696a9a0a680f is 82, key is hbase:meta,,1/info:regioninfo/1731266503187/Put/seqid=0 2024-11-10T19:22:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741848_1024 (size=5672) 2024-11-10T19:22:23,463 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06d07500544e40d980d6696a9a0a680f 2024-11-10T19:22:23,480 DEBUG [M:0;bdc25462c9ef:45133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4720be449d9c49728a2d5c8c0ebf9e4a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731266515381/Put/seqid=0 2024-11-10T19:22:23,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741849_1025 (size=7218) 2024-11-10T19:22:23,883 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4720be449d9c49728a2d5c8c0ebf9e4a 2024-11-10T19:22:23,887 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4720be449d9c49728a2d5c8c0ebf9e4a 2024-11-10T19:22:23,902 DEBUG [M:0;bdc25462c9ef:45133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd853c91fd5d43adb1f7c1224417c907 is 69, key is bdc25462c9ef,46571,1731266499608/rs:state/1731266502142/Put/seqid=0 2024-11-10T19:22:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741850_1026 (size=5156) 2024-11-10T19:22:24,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,306 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd853c91fd5d43adb1f7c1224417c907 2024-11-10T19:22:24,310 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06d07500544e40d980d6696a9a0a680f as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06d07500544e40d980d6696a9a0a680f 2024-11-10T19:22:24,314 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06d07500544e40d980d6696a9a0a680f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T19:22:24,314 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4720be449d9c49728a2d5c8c0ebf9e4a as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4720be449d9c49728a2d5c8c0ebf9e4a 2024-11-10T19:22:24,318 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4720be449d9c49728a2d5c8c0ebf9e4a 2024-11-10T19:22:24,318 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4720be449d9c49728a2d5c8c0ebf9e4a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T19:22:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,319 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd853c91fd5d43adb1f7c1224417c907 as hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd853c91fd5d43adb1f7c1224417c907 2024-11-10T19:22:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,323 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41325/user/jenkins/test-data/ccab7521-8744-9d0c-9cb5-7334944d42dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd853c91fd5d43adb1f7c1224417c907, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T19:22:24,324 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-10T19:22:24,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,328 INFO [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:24,329 DEBUG [M:0;bdc25462c9ef:45133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266543047Disabling compacts and flushes for region at 1731266543047Disabling writes for close at 1731266543047Obtaining lock to block concurrent updates at 1731266543047Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266543047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731266543048 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266543048Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266543048Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266543060 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266543060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266543467 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266543479 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266543479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266543887 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266543902 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266543902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a00d396: reopening flushed file at 1731266544309 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f869348: reopening flushed file at 1731266544314 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3740150: reopening flushed file at 1731266544318 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731266544324 (+6 ms)Writing region close event to WAL at 1731266544328 (+4 ms)Closed at 1731266544328 2024-11-10T19:22:24,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741830_1006 (size=64423) 2024-11-10T19:22:24,331 INFO [M:0;bdc25462c9ef:45133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:22:24,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:24,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:24,331 INFO [M:0;bdc25462c9ef:45133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45133 2024-11-10T19:22:24,331 INFO [M:0;bdc25462c9ef:45133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:24,437 INFO [M:0;bdc25462c9ef:45133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45133-0x101263247810000, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:24,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70014cdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:22:24,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c10706a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:22:24,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:22:24,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24af6efd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:22:24,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a0439a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir/,STOPPED} 2024-11-10T19:22:24,441 WARN [BP-469477820-172.17.0.3-1731266497511 heartbeating to localhost/127.0.0.1:41325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:22:24,441 WARN [BP-469477820-172.17.0.3-1731266497511 heartbeating to localhost/127.0.0.1:41325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469477820-172.17.0.3-1731266497511 (Datanode Uuid 5130906f-77f5-43b4-bc04-7614c48c26ff) service to localhost/127.0.0.1:41325 2024-11-10T19:22:24,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/data/data1/current/BP-469477820-172.17.0.3-1731266497511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:22:24,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/cluster_f408d092-710d-1e3d-f5eb-094b3e9522e0/data/data2/current/BP-469477820-172.17.0.3-1731266497511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:22:24,441 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:22:24,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:22:24,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:22:24,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e28dd7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:22:24,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652543cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:22:24,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:22:24,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150b11b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:22:24,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe4bfe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fedbfbc-1ce1-2f39-7b07-f1b1cd2bb1a8/hadoop.log.dir/,STOPPED} 2024-11-10T19:22:24,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:22:24,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:22:24,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46785 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58279) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58279) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40981 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41325 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58279) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=1882 (was 2155) 2024-11-10T19:22:24,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=1881 2024-11-10T19:22:24,493 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T19:22:24,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir so I do NOT create it in target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9 2024-11-10T19:22:24,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:22:24,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.tmp.dir so I do NOT create it in target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9 2024-11-10T19:22:24,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08342189-2610-4d9c-26aa-832583f637f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:22:24,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9 2024-11-10T19:22:24,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc, deleteOnExit=true 2024-11-10T19:22:24,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/zookeeper_0, clientPort=63205, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:22:24,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63205 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/test.cache.data in system properties and HBase conf 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:22:24,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:22:24,514 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:22:24,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:22:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101263247810002, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:22:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101263247810005, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:22:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101263247810008, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:22:24,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101263247810002, quorum=127.0.0.1:58279, baseZNode=/01275762856 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:22:24,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101263247810005, quorum=127.0.0.1:58279, baseZNode=/1-442906539 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:22:24,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101263247810008, quorum=127.0.0.1:58279, baseZNode=/2-1148537294 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:22:24,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:24,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:22:24,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:22:24,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:22:24,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:22:24,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:24,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20cb887c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:22:24,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ada5a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:22:24,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@338d80ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/java.io.tmpdir/jetty-localhost-41331-hadoop-hdfs-3_4_1-tests_jar-_-any-13791960801691303369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:22:24,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7578d2fb{HTTP/1.1, (http/1.1)}{localhost:41331} 2024-11-10T19:22:24,973 INFO [Time-limited test {}] server.Server(415): Started @276484ms 2024-11-10T19:22:25,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:25,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:22:25,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:22:25,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:22:25,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:22:25,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c24fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:22:25,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45702a23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:22:25,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a1f47c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-4505400262192733422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:22:25,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b48e5b3{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-11-10T19:22:25,298 INFO [Time-limited test {}] server.Server(415): Started @276809ms 2024-11-10T19:22:25,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:22:25,920 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/data/data1/current/BP-1406696143-172.17.0.3-1731266544528/current, will proceed with Du for space computation calculation, 2024-11-10T19:22:25,920 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/data/data2/current/BP-1406696143-172.17.0.3-1731266544528/current, will proceed with Du for space computation calculation, 2024-11-10T19:22:25,938 WARN [Thread-3432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:22:25,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc1a64d5d075e7d3 with lease ID 0x233deebc4d0930cc: Processing first storage report for DS-864a895e-508b-4b70-b40b-425954d0f520 from datanode DatanodeRegistration(127.0.0.1:41107, datanodeUuid=9ec51c14-cf04-4693-bd8f-116871f94db6, infoPort=37013, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=1065763045;c=1731266544528) 2024-11-10T19:22:25,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc1a64d5d075e7d3 with lease ID 0x233deebc4d0930cc: from storage DS-864a895e-508b-4b70-b40b-425954d0f520 node DatanodeRegistration(127.0.0.1:41107, datanodeUuid=9ec51c14-cf04-4693-bd8f-116871f94db6, infoPort=37013, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=1065763045;c=1731266544528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:22:25,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc1a64d5d075e7d3 with lease ID 0x233deebc4d0930cc: Processing first storage report for DS-363dbcb9-f522-47a7-bf61-a4b0579bd59f from datanode DatanodeRegistration(127.0.0.1:41107, datanodeUuid=9ec51c14-cf04-4693-bd8f-116871f94db6, infoPort=37013, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=1065763045;c=1731266544528) 2024-11-10T19:22:25,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc1a64d5d075e7d3 with lease ID 0x233deebc4d0930cc: from storage DS-363dbcb9-f522-47a7-bf61-a4b0579bd59f node DatanodeRegistration(127.0.0.1:41107, datanodeUuid=9ec51c14-cf04-4693-bd8f-116871f94db6, infoPort=37013, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=1065763045;c=1731266544528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:22:26,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9 2024-11-10T19:22:26,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:26,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:22:26,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b with version=8 2024-11-10T19:22:26,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/hbase-staging 2024-11-10T19:22:26,430 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:22:26,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38957 2024-11-10T19:22:26,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38957 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:26,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389570x0, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:26,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38957-0x1012632ff2c0000 connected 2024-11-10T19:22:26,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:26,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:26,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/running 2024-11-10T19:22:26,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b, hbase.cluster.distributed=false 2024-11-10T19:22:26,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/acl 2024-11-10T19:22:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-10T19:22:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38957 2024-11-10T19:22:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38957 2024-11-10T19:22:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-10T19:22:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-10T19:22:26,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:22:26,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:26,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:26,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:22:26,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:26,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:22:26,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:22:26,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:22:26,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33225 2024-11-10T19:22:26,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33225 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:26,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:26,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:26,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332250x0, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:26,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332250x0, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/running 2024-11-10T19:22:26,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33225-0x1012632ff2c0001 connected 2024-11-10T19:22:26,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:22:26,633 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:22:26,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/master 2024-11-10T19:22:26,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/acl 2024-11-10T19:22:26,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-10T19:22:26,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-11-10T19:22:26,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-11-10T19:22:26,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-10T19:22:26,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-10T19:22:26,648 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:38957 2024-11-10T19:22:26,648 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-395123262/backup-masters/bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262/backup-masters 2024-11-10T19:22:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262/backup-masters 2024-11-10T19:22:26,653 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on existing znode=/0-395123262/backup-masters/bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-395123262/master 2024-11-10T19:22:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:26,663 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on existing znode=/0-395123262/master 2024-11-10T19:22:26,663 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-395123262/backup-masters/bdc25462c9ef,38957,1731266546430 from backup master directory 2024-11-10T19:22:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395123262/backup-masters/bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262/backup-masters 2024-11-10T19:22:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262/backup-masters 2024-11-10T19:22:26,673 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:22:26,674 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:26,677 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/hbase.id] with ID: 7b782747-7abf-4f3b-a758-c8f68986d04a 2024-11-10T19:22:26,677 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/.tmp/hbase.id 2024-11-10T19:22:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:22:27,085 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/.tmp/hbase.id]:[hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/hbase.id] 2024-11-10T19:22:27,092 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:27,092 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:22:27,092 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T19:22:27,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:27,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:22:27,509 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:27,510 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:22:27,510 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:22:27,915 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store 2024-11-10T19:22:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:22:27,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:22:27,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:22:27,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:22:27,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:22:28,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:28,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:28,320 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:28,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:28,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:28,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:28,320 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:28,320 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266548320Disabling compacts and flushes for region at 1731266548320Disabling writes for close at 1731266548320Writing region close event to WAL at 1731266548320Closed at 1731266548320 2024-11-10T19:22:28,320 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/.initializing 2024-11-10T19:22:28,321 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/WALs/bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:28,321 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:22:28,322 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C38957%2C1731266546430, suffix=, logDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/WALs/bdc25462c9ef,38957,1731266546430, archiveDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/oldWALs, maxLogs=10 2024-11-10T19:22:28,333 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/WALs/bdc25462c9ef,38957,1731266546430/bdc25462c9ef%2C38957%2C1731266546430.1731266548322, exclude list is [], retry=0 2024-11-10T19:22:28,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-864a895e-508b-4b70-b40b-425954d0f520,DISK] 2024-11-10T19:22:28,336 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/WALs/bdc25462c9ef,38957,1731266546430/bdc25462c9ef%2C38957%2C1731266546430.1731266548322 2024-11-10T19:22:28,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37013:37013)] 2024-11-10T19:22:28,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:28,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:28,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:22:28,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:22:28,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:28,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:28,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:22:28,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:28,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:28,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:22:28,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:28,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:28,344 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,345 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,345 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,347 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,347 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,348 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:28,349 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:28,361 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:28,361 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71651927, jitterRate=0.06769691407680511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:28,362 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266548337Initializing all the Stores at 1731266548338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266548338Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266548338Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266548338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266548338Cleaning up temporary data from old regions at 1731266548347 (+9 ms)Region opened successfully at 1731266548362 (+15 ms) 2024-11-10T19:22:28,362 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:22:28,366 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b220cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:22:28,367 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:22:28,367 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:22:28,367 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:22:28,367 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:22:28,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:22:28,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:22:28,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:22:28,373 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:22:28,374 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Unable to get data of znode /0-395123262/balancer because node does not exist (not necessarily an error) 2024-11-10T19:22:28,452 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395123262/balancer already deleted, retry=false 2024-11-10T19:22:28,453 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:22:28,453 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Unable to get data of znode /0-395123262/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:22:28,463 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395123262/normalizer already deleted, retry=false 2024-11-10T19:22:28,463 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:22:28,464 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Unable to get data of znode /0-395123262/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:22:28,473 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395123262/switch/split already deleted, retry=false 2024-11-10T19:22:28,474 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Unable to get data of znode /0-395123262/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:22:28,484 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395123262/switch/merge already deleted, retry=false 2024-11-10T19:22:28,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Unable to get data of znode /0-395123262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:22:28,495 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395123262/snapshot-cleanup already deleted, retry=false 2024-11-10T19:22:28,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-395123262/running 2024-11-10T19:22:28,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-395123262/running 2024-11-10T19:22:28,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:28,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:28,506 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,38957,1731266546430, sessionid=0x1012632ff2c0000, setting cluster-up flag (Was=false) 2024-11-10T19:22:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:28,558 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-395123262/flush-table-proc/acquired, /0-395123262/flush-table-proc/reached, /0-395123262/flush-table-proc/abort 2024-11-10T19:22:28,559 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:28,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:28,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:28,610 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-395123262/online-snapshot/acquired, /0-395123262/online-snapshot/reached, /0-395123262/online-snapshot/abort 2024-11-10T19:22:28,611 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:28,612 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:22:28,614 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:28,614 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:22:28,614 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:22:28,614 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,38957,1731266546430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:22:28,615 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:28,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:22:28,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:28,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:22:28,624 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266578624 2024-11-10T19:22:28,624 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:22:28,625 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:22:28,625 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:22:28,625 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:22:28,625 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:22:28,625 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:22:28,626 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,627 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:22:28,627 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:22:28,627 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:22:28,627 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:22:28,632 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:22:28,632 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:22:28,633 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266548632,5,FailOnTimeoutGroup] 2024-11-10T19:22:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:22:28,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:22:28,634 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b 2024-11-10T19:22:28,636 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266548633,5,FailOnTimeoutGroup] 2024-11-10T19:22:28,636 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,636 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:22:28,636 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,636 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,641 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(746): ClusterId : 7b782747-7abf-4f3b-a758-c8f68986d04a 2024-11-10T19:22:28,641 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:22:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:22:28,653 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:22:28,653 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:22:28,664 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:22:28,664 DEBUG [RS:0;bdc25462c9ef:33225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c823dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:22:28,674 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:33225 2024-11-10T19:22:28,674 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:22:28,674 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:22:28,674 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:22:28,674 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,38957,1731266546430 with port=33225, startcode=1731266546616 2024-11-10T19:22:28,674 DEBUG [RS:0;bdc25462c9ef:33225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:22:28,676 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:22:28,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:28,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38957 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:28,677 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b 2024-11-10T19:22:28,677 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40025 2024-11-10T19:22:28,677 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:22:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262/rs 2024-11-10T19:22:28,684 DEBUG [RS:0;bdc25462c9ef:33225 {}] zookeeper.ZKUtil(111): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on existing znode=/0-395123262/rs/bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:28,684 WARN [RS:0;bdc25462c9ef:33225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:22:28,684 INFO [RS:0;bdc25462c9ef:33225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:28,684 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:28,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,33225,1731266546616] 2024-11-10T19:22:28,686 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:22:28,687 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:22:28,688 INFO [RS:0;bdc25462c9ef:33225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:22:28,688 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,688 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:22:28,688 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:22:28,688 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,688 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,689 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,689 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,689 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:28,689 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:22:28,689 DEBUG [RS:0;bdc25462c9ef:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:22:28,692 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,692 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,692 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,692 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,692 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,692 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33225,1731266546616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:22:28,705 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:22:28,705 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,33225,1731266546616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,705 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,705 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.Replication(171): bdc25462c9ef,33225,1731266546616 started 2024-11-10T19:22:28,717 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:28,717 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,33225,1731266546616, RpcServer on bdc25462c9ef/172.17.0.3:33225, sessionid=0x1012632ff2c0001 2024-11-10T19:22:28,717 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:22:28,717 DEBUG [RS:0;bdc25462c9ef:33225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:28,717 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33225,1731266546616' 2024-11-10T19:22:28,717 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-395123262/flush-table-proc/abort' 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-395123262/flush-table-proc/acquired' 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,33225,1731266546616' 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-395123262/online-snapshot/abort' 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-395123262/online-snapshot/acquired' 2024-11-10T19:22:28,718 DEBUG [RS:0;bdc25462c9ef:33225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:22:28,719 INFO [RS:0;bdc25462c9ef:33225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:22:28,719 INFO [RS:0;bdc25462c9ef:33225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:22:28,819 INFO [RS:0;bdc25462c9ef:33225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:22:28,820 INFO [RS:0;bdc25462c9ef:33225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33225%2C1731266546616, suffix=, logDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616, archiveDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/oldWALs, maxLogs=10 2024-11-10T19:22:28,832 DEBUG [RS:0;bdc25462c9ef:33225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820, exclude list is [], retry=0 2024-11-10T19:22:28,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-864a895e-508b-4b70-b40b-425954d0f520,DISK] 2024-11-10T19:22:28,835 INFO [RS:0;bdc25462c9ef:33225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 2024-11-10T19:22:28,835 DEBUG [RS:0;bdc25462c9ef:33225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37013:37013)] 2024-11-10T19:22:29,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:29,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:22:29,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:22:29,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:22:29,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:22:29,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:22:29,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:22:29,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:22:29,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:22:29,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:22:29,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740 2024-11-10T19:22:29,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740 2024-11-10T19:22:29,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:22:29,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:22:29,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:29,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:22:29,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:29,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65149071, jitterRate=-0.02920319139957428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:29,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266549050Initializing all the Stores at 1731266549051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266549051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266549051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266549051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266549051Cleaning up temporary data from old regions at 1731266549057 (+6 ms)Region opened successfully at 1731266549059 (+2 ms) 2024-11-10T19:22:29,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:29,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:29,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:29,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:29,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:29,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:29,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266549060Disabling compacts and flushes for region at 1731266549060Disabling writes for close at 1731266549060Writing region close event to WAL at 1731266549060Closed at 1731266549060 2024-11-10T19:22:29,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:29,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:22:29,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:22:29,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:22:29,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:22:29,212 DEBUG [bdc25462c9ef:38957 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:22:29,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:29,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33225,1731266546616, state=OPENING 2024-11-10T19:22:29,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:22:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:29,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395123262/meta-region-server: CHANGED 2024-11-10T19:22:29,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395123262/meta-region-server: CHANGED 2024-11-10T19:22:29,305 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:22:29,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33225,1731266546616}] 2024-11-10T19:22:29,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:29,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:22:29,461 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:22:29,461 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:29,461 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:22:29,462 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33225%2C1731266546616.meta, suffix=.meta, logDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616, archiveDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/oldWALs, maxLogs=10 2024-11-10T19:22:29,474 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.meta.1731266549462.meta, exclude list is [], retry=0 2024-11-10T19:22:29,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-864a895e-508b-4b70-b40b-425954d0f520,DISK] 2024-11-10T19:22:29,480 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.meta.1731266549462.meta 2024-11-10T19:22:29,480 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37013:37013)] 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:29,481 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:22:29,481 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:22:29,481 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:22:29,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:22:29,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:22:29,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:22:29,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:22:29,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:22:29,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:22:29,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:22:29,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:22:29,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:29,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:29,487 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:22:29,488 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740 2024-11-10T19:22:29,488 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740 2024-11-10T19:22:29,489 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:22:29,489 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:22:29,489 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:29,490 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:22:29,490 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74370412, jitterRate=0.10820549726486206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:29,490 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:22:29,491 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266549481Writing region info on filesystem at 1731266549481Initializing all the Stores at 1731266549482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266549482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266549484 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266549484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266549484Cleaning up temporary data from old regions at 1731266549489 (+5 ms)Running coprocessor post-open hooks at 1731266549490 (+1 ms)Region opened successfully at 1731266549491 (+1 ms) 2024-11-10T19:22:29,491 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266549457 2024-11-10T19:22:29,493 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:22:29,493 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:22:29,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:29,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,33225,1731266546616, state=OPEN 2024-11-10T19:22:29,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-395123262/meta-region-server 2024-11-10T19:22:29,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-395123262/meta-region-server 2024-11-10T19:22:29,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:29,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395123262/meta-region-server: CHANGED 2024-11-10T19:22:29,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395123262/meta-region-server: CHANGED 2024-11-10T19:22:29,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:22:29,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,33225,1731266546616 in 230 msec 2024-11-10T19:22:29,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:22:29,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-10T19:22:29,539 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:29,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:22:29,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:29,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33225,1731266546616, seqNum=-1] 2024-11-10T19:22:29,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:29,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:29,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 930 msec 2024-11-10T19:22:29,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266549544, completionTime=-1 2024-11-10T19:22:29,545 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:22:29,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266609546 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266669546 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38957,1731266546430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38957,1731266546430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38957,1731266546430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:38957, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,546 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,547 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,548 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.875sec 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38957,1731266546430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:22:29,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38957,1731266546430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:22:29,551 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:22:29,551 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:22:29,551 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,38957,1731266546430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:29,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537e9096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:29,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,38957,-1 for getting cluster id 2024-11-10T19:22:29,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:29,643 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b782747-7abf-4f3b-a758-c8f68986d04a' 2024-11-10T19:22:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b782747-7abf-4f3b-a758-c8f68986d04a" 2024-11-10T19:22:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703a9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,38957,-1] 2024-11-10T19:22:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:29,644 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:29,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316d3a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:29,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:29,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33225,1731266546616, seqNum=-1] 2024-11-10T19:22:29,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:29,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:29,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:29,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:29,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:29,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012632ff2c0002 connected 2024-11-10T19:22:29,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir so I do NOT create it in target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87 2024-11-10T19:22:29,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:22:29,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.tmp.dir so I do NOT create it in target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87 2024-11-10T19:22:29,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:22:29,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87 2024-11-10T19:22:29,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:22:29,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/cluster_1d7182c0-d4b4-63f8-34cf-f0f682d81fa0, deleteOnExit=true 2024-11-10T19:22:29,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:22:29,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/test.cache.data in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:22:29,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:22:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:22:29,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:22:29,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:29,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:22:29,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:22:29,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:22:29,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:22:29,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:29,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b43a68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:22:29,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc99fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:22:30,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2479bb81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/java.io.tmpdir/jetty-localhost-34993-hadoop-hdfs-3_4_1-tests_jar-_-any-16647814883795899795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:22:30,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bcea90e{HTTP/1.1, (http/1.1)}{localhost:34993} 2024-11-10T19:22:30,061 INFO [Time-limited test {}] server.Server(415): Started @281572ms 2024-11-10T19:22:30,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:30,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:22:30,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:22:30,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:22:30,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:22:30,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32586c17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:22:30,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28059045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:22:30,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ca8b37e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/java.io.tmpdir/jetty-localhost-36673-hadoop-hdfs-3_4_1-tests_jar-_-any-7656350858203118846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:22:30,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f71b1d{HTTP/1.1, (http/1.1)}{localhost:36673} 2024-11-10T19:22:30,453 INFO [Time-limited test {}] server.Server(415): Started @281964ms 2024-11-10T19:22:30,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:22:31,284 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/cluster_1d7182c0-d4b4-63f8-34cf-f0f682d81fa0/data/data1/current/BP-218802943-172.17.0.3-1731266549691/current, will proceed with Du for space computation calculation, 2024-11-10T19:22:31,284 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/cluster_1d7182c0-d4b4-63f8-34cf-f0f682d81fa0/data/data2/current/BP-218802943-172.17.0.3-1731266549691/current, will proceed with Du for space computation calculation, 2024-11-10T19:22:31,302 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:22:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2feb9b38e4f04154 with lease ID 0xe65bd618c63ca647: Processing first storage report for DS-f0f25816-55dd-4ac0-b584-aed60e5c3a89 from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=125ec5ac-535a-4769-89ac-e1f6577f8b16, infoPort=37595, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=2078398426;c=1731266549691) 2024-11-10T19:22:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2feb9b38e4f04154 with lease ID 0xe65bd618c63ca647: from storage DS-f0f25816-55dd-4ac0-b584-aed60e5c3a89 node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=125ec5ac-535a-4769-89ac-e1f6577f8b16, infoPort=37595, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=2078398426;c=1731266549691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:22:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2feb9b38e4f04154 with lease ID 0xe65bd618c63ca647: Processing first storage report for DS-7f7f67d4-1af8-4b5d-9d28-e2cb5a62dd72 from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=125ec5ac-535a-4769-89ac-e1f6577f8b16, infoPort=37595, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=2078398426;c=1731266549691) 2024-11-10T19:22:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2feb9b38e4f04154 with lease ID 0xe65bd618c63ca647: from storage DS-7f7f67d4-1af8-4b5d-9d28-e2cb5a62dd72 node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=125ec5ac-535a-4769-89ac-e1f6577f8b16, infoPort=37595, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=2078398426;c=1731266549691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:22:31,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87 2024-11-10T19:22:31,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:31,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:22:31,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3 with version=8 2024-11-10T19:22:31,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/hbase-staging 2024-11-10T19:22:31,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:22:31,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:22:31,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42909 2024-11-10T19:22:31,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42909 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429090x0, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:31,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42909-0x1012632ff2c0003 connected 2024-11-10T19:22:31,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:31,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:31,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/running 2024-11-10T19:22:31,919 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3, hbase.cluster.distributed=false 2024-11-10T19:22:31,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/acl 2024-11-10T19:22:31,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42909 2024-11-10T19:22:31,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42909 2024-11-10T19:22:31,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42909 2024-11-10T19:22:31,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42909 2024-11-10T19:22:31,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42909 2024-11-10T19:22:31,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:22:31,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:31,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:31,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:22:31,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:31,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:22:31,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:22:31,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:22:31,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34751 2024-11-10T19:22:31,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34751 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:31,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:31,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:31,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347510x0, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:31,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34751-0x1012632ff2c0004 connected 2024-11-10T19:22:31,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347510x0, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/running 2024-11-10T19:22:31,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:22:31,959 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:22:31,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/master 2024-11-10T19:22:31,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/acl 2024-11-10T19:22:31,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-10T19:22:31,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34751 2024-11-10T19:22:31,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34751 2024-11-10T19:22:31,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-10T19:22:31,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-10T19:22:31,977 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:42909 2024-11-10T19:22:31,977 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12024768907/backup-masters/bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:31,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907/backup-masters 2024-11-10T19:22:31,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907/backup-masters 2024-11-10T19:22:31,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on existing znode=/12024768907/backup-masters/bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:31,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12024768907/master 2024-11-10T19:22:31,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:31,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:32,000 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on existing znode=/12024768907/master 2024-11-10T19:22:32,000 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12024768907/backup-masters/bdc25462c9ef,42909,1731266551796 from backup master directory 2024-11-10T19:22:32,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12024768907/backup-masters/bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:32,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907/backup-masters 2024-11-10T19:22:32,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907/backup-masters 2024-11-10T19:22:32,010 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:22:32,010 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:32,013 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/hbase.id] with ID: 4785d0be-6d27-4980-9bcd-4b88c276822f 2024-11-10T19:22:32,013 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/.tmp/hbase.id 2024-11-10T19:22:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:22:32,017 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/.tmp/hbase.id]:[hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/hbase.id] 2024-11-10T19:22:32,024 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:32,024 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:22:32,024 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T19:22:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:22:32,436 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:32,437 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:22:32,437 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:22:32,843 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store 2024-11-10T19:22:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:22:33,248 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:33,248 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:33,248 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:33,248 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:33,248 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:33,248 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:33,248 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:33,248 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266553248Disabling compacts and flushes for region at 1731266553248Disabling writes for close at 1731266553248Writing region close event to WAL at 1731266553248Closed at 1731266553248 2024-11-10T19:22:33,249 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/.initializing 2024-11-10T19:22:33,249 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/WALs/bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:33,250 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:22:33,251 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C42909%2C1731266551796, suffix=, logDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/WALs/bdc25462c9ef,42909,1731266551796, archiveDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/oldWALs, maxLogs=10 2024-11-10T19:22:33,263 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/WALs/bdc25462c9ef,42909,1731266551796/bdc25462c9ef%2C42909%2C1731266551796.1731266553251, exclude list is [], retry=0 2024-11-10T19:22:33,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-f0f25816-55dd-4ac0-b584-aed60e5c3a89,DISK] 2024-11-10T19:22:33,266 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/WALs/bdc25462c9ef,42909,1731266551796/bdc25462c9ef%2C42909%2C1731266551796.1731266553251 2024-11-10T19:22:33,266 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-10T19:22:33,266 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:33,266 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:33,266 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,266 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:22:33,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:33,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:22:33,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:33,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:22:33,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:33,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:22:33,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:33,272 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,273 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,273 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,274 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,274 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,274 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:33,275 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:33,276 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:33,277 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71641210, jitterRate=0.06753721833229065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:33,277 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266553266Initializing all the Stores at 1731266553267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266553267Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266553267Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266553267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266553267Cleaning up temporary data from old regions at 1731266553274 (+7 ms)Region opened successfully at 1731266553277 (+3 ms) 2024-11-10T19:22:33,277 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:22:33,279 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7657af79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:22:33,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:22:33,282 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:22:33,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Unable to get data of znode /12024768907/balancer because node does not exist (not necessarily an error) 2024-11-10T19:22:33,326 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12024768907/balancer already deleted, retry=false 2024-11-10T19:22:33,326 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:22:33,327 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Unable to get data of znode /12024768907/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:22:33,336 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12024768907/normalizer already deleted, retry=false 2024-11-10T19:22:33,336 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:22:33,337 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Unable to get data of znode /12024768907/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:22:33,347 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12024768907/switch/split already deleted, retry=false 2024-11-10T19:22:33,348 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Unable to get data of znode /12024768907/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:22:33,357 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12024768907/switch/merge already deleted, retry=false 2024-11-10T19:22:33,359 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Unable to get data of znode /12024768907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:22:33,368 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12024768907/snapshot-cleanup already deleted, retry=false 2024-11-10T19:22:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12024768907/running 2024-11-10T19:22:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12024768907/running 2024-11-10T19:22:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:33,379 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,42909,1731266551796, sessionid=0x1012632ff2c0003, setting cluster-up flag (Was=false) 2024-11-10T19:22:33,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:33,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:33,431 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12024768907/flush-table-proc/acquired, /12024768907/flush-table-proc/reached, /12024768907/flush-table-proc/abort 2024-11-10T19:22:33,432 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:33,484 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12024768907/online-snapshot/acquired, /12024768907/online-snapshot/reached, /12024768907/online-snapshot/abort 2024-11-10T19:22:33,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:33,485 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,485 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:22:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:33,487 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:22:33,487 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:22:33,487 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,42909,1731266551796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:22:33,488 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:33,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:22:33,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:22:33,495 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266583495 2024-11-10T19:22:33,495 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:22:33,495 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:22:33,496 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:22:33,496 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:22:33,496 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:22:33,496 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:22:33,496 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,497 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:22:33,497 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:22:33,497 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:22:33,497 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:22:33,498 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:22:33,498 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:22:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:22:33,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:22:33,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3 2024-11-10T19:22:33,500 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266553498,5,FailOnTimeoutGroup] 2024-11-10T19:22:33,504 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266553500,5,FailOnTimeoutGroup] 2024-11-10T19:22:33,504 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,504 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:22:33,504 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,504 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:22:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:33,569 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(746): ClusterId : 4785d0be-6d27-4980-9bcd-4b88c276822f 2024-11-10T19:22:33,569 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:22:33,579 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:22:33,579 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:22:33,589 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:22:33,590 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8b376d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:22:33,607 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:34751 2024-11-10T19:22:33,607 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:22:33,607 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:22:33,607 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:22:33,608 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,42909,1731266551796 with port=34751, startcode=1731266551939 2024-11-10T19:22:33,608 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:22:33,609 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:22:33,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:33,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42909 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:33,611 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3 2024-11-10T19:22:33,611 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33357 2024-11-10T19:22:33,611 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:22:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907/rs 2024-11-10T19:22:33,664 DEBUG [RS:0;bdc25462c9ef:34751 {}] zookeeper.ZKUtil(111): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on existing znode=/12024768907/rs/bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:33,664 WARN [RS:0;bdc25462c9ef:34751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:22:33,664 INFO [RS:0;bdc25462c9ef:34751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:33,664 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:33,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,34751,1731266551939] 2024-11-10T19:22:33,667 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:22:33,668 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:22:33,668 INFO [RS:0;bdc25462c9ef:34751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:22:33,669 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,669 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:22:33,669 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:22:33,669 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:22:33,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:22:33,670 DEBUG [RS:0;bdc25462c9ef:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:22:33,670 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,670 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,670 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,670 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,670 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,670 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34751,1731266551939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:22:33,684 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:22:33,684 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34751,1731266551939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,684 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,684 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.Replication(171): bdc25462c9ef,34751,1731266551939 started 2024-11-10T19:22:33,697 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:33,697 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,34751,1731266551939, RpcServer on bdc25462c9ef/172.17.0.3:34751, sessionid=0x1012632ff2c0004 2024-11-10T19:22:33,697 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:22:33,697 DEBUG [RS:0;bdc25462c9ef:34751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:33,697 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,34751,1731266551939' 2024-11-10T19:22:33,697 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12024768907/flush-table-proc/abort' 2024-11-10T19:22:33,697 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12024768907/flush-table-proc/acquired' 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,34751,1731266551939' 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12024768907/online-snapshot/abort' 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12024768907/online-snapshot/acquired' 2024-11-10T19:22:33,698 DEBUG [RS:0;bdc25462c9ef:34751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:22:33,698 INFO [RS:0;bdc25462c9ef:34751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:22:33,698 INFO [RS:0;bdc25462c9ef:34751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:22:33,799 INFO [RS:0;bdc25462c9ef:34751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:22:33,800 INFO [RS:0;bdc25462c9ef:34751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C34751%2C1731266551939, suffix=, logDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939, archiveDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/oldWALs, maxLogs=10 2024-11-10T19:22:33,814 DEBUG [RS:0;bdc25462c9ef:34751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, exclude list is [], retry=0 2024-11-10T19:22:33,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-f0f25816-55dd-4ac0-b584-aed60e5c3a89,DISK] 2024-11-10T19:22:33,817 INFO [RS:0;bdc25462c9ef:34751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 2024-11-10T19:22:33,817 DEBUG [RS:0;bdc25462c9ef:34751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-10T19:22:33,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:33,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:22:33,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:22:33,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:33,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:22:33,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:22:33,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:33,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:22:33,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:22:33,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:33,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:22:33,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:22:33,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:33,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:33,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:22:33,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740 2024-11-10T19:22:33,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740 2024-11-10T19:22:33,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:22:33,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:22:33,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:22:33,918 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:33,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61277907, jitterRate=-0.08688803017139435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266553909Initializing all the Stores at 1731266553910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266553910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266553910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266553910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266553910Cleaning up temporary data from old regions at 1731266553916 (+6 ms)Region opened successfully at 1731266553918 (+2 ms) 2024-11-10T19:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:33,919 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:33,919 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266553919Disabling compacts and flushes for region at 1731266553919Disabling writes for close at 1731266553919Writing region close event to WAL at 1731266553919Closed at 1731266553919 2024-11-10T19:22:33,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:33,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:22:33,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:22:33,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:22:33,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:22:34,071 DEBUG [bdc25462c9ef:42909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:22:34,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:34,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,34751,1731266551939, state=OPENING 2024-11-10T19:22:34,126 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:22:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:34,137 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:22:34,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12024768907/meta-region-server: CHANGED 2024-11-10T19:22:34,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12024768907/meta-region-server: CHANGED 2024-11-10T19:22:34,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,34751,1731266551939}] 2024-11-10T19:22:34,289 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:34,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:22:34,293 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:22:34,293 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:34,293 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:22:34,294 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C34751%2C1731266551939.meta, suffix=.meta, logDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939, archiveDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/oldWALs, maxLogs=10 2024-11-10T19:22:34,311 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.meta.1731266554295.meta, exclude list is [], retry=0 2024-11-10T19:22:34,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-f0f25816-55dd-4ac0-b584-aed60e5c3a89,DISK] 2024-11-10T19:22:34,314 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.meta.1731266554295.meta 2024-11-10T19:22:34,314 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-10T19:22:34,314 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:34,315 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:34,315 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:34,315 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:22:34,315 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:22:34,315 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:22:34,315 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:34,315 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:22:34,315 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:22:34,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:22:34,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:22:34,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:34,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:34,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:22:34,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:22:34,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:34,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:34,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:22:34,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:22:34,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:34,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:34,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:22:34,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:22:34,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:34,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:34,320 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:22:34,321 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740 2024-11-10T19:22:34,321 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740 2024-11-10T19:22:34,322 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:22:34,322 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:22:34,323 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:34,323 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:22:34,324 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72194649, jitterRate=0.0757841020822525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:34,324 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:22:34,324 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266554315Writing region info on filesystem at 1731266554315Initializing all the Stores at 1731266554316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266554316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266554316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266554316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266554316Cleaning up temporary data from old regions at 1731266554322 (+6 ms)Running coprocessor post-open hooks at 1731266554324 (+2 ms)Region opened successfully at 1731266554324 2024-11-10T19:22:34,325 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266554288 2024-11-10T19:22:34,326 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:22:34,326 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:22:34,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:34,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,34751,1731266551939, state=OPEN 2024-11-10T19:22:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12024768907/meta-region-server 2024-11-10T19:22:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12024768907/meta-region-server 2024-11-10T19:22:34,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:34,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12024768907/meta-region-server: CHANGED 2024-11-10T19:22:34,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12024768907/meta-region-server: CHANGED 2024-11-10T19:22:34,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:22:34,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,34751,1731266551939 in 199 msec 2024-11-10T19:22:34,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:22:34,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-10T19:22:34,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:34,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:22:34,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:34,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,34751,1731266551939, seqNum=-1] 2024-11-10T19:22:34,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:34,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:34,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-10T19:22:34,346 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266554346, completionTime=-1 2024-11-10T19:22:34,346 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:22:34,346 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266614348 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266674348 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42909,1731266551796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42909,1731266551796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42909,1731266551796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:42909, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,348 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,350 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.341sec 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42909,1731266551796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:22:34,351 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42909,1731266551796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:22:34,353 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:22:34,353 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:22:34,353 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42909,1731266551796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:34,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9eee87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:34,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:34,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:34,370 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9aeb4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:34,372 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:34,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321ac26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:34,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:34,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,34751,1731266551939, seqNum=-1] 2024-11-10T19:22:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:34,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:34,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:34,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:34,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:34,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012632ff2c0005 connected 2024-11-10T19:22:34,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir so I do NOT create it in target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224 2024-11-10T19:22:34,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:22:34,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.tmp.dir so I do NOT create it in target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224 2024-11-10T19:22:34,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:22:34,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224 2024-11-10T19:22:34,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:22:34,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/cluster_1c3b3d1b-e8f4-088c-4977-994dc9bef026, deleteOnExit=true 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/test.cache.data in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:22:34,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:22:34,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:22:34,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:22:34,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:22:34,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:34,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:22:34,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:22:34,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:22:34,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:22:34,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:34,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484c3662{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:22:34,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c09e22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:22:34,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@327dba0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/java.io.tmpdir/jetty-localhost-36263-hadoop-hdfs-3_4_1-tests_jar-_-any-9082793496698329366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:22:34,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a4b5469{HTTP/1.1, (http/1.1)}{localhost:36263} 2024-11-10T19:22:34,878 INFO [Time-limited test {}] server.Server(415): Started @286389ms 2024-11-10T19:22:35,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:22:35,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:22:35,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:22:35,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:22:35,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:22:35,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a88a82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:22:35,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f1eb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:22:35,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20375ed4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/java.io.tmpdir/jetty-localhost-37503-hadoop-hdfs-3_4_1-tests_jar-_-any-13935784059985456518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:22:35,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e3cf1a{HTTP/1.1, (http/1.1)}{localhost:37503} 2024-11-10T19:22:35,245 INFO [Time-limited test {}] server.Server(415): Started @286756ms 2024-11-10T19:22:35,246 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:22:35,905 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/cluster_1c3b3d1b-e8f4-088c-4977-994dc9bef026/data/data1/current/BP-2004051286-172.17.0.3-1731266554418/current, will proceed with Du for space computation calculation, 2024-11-10T19:22:35,905 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/cluster_1c3b3d1b-e8f4-088c-4977-994dc9bef026/data/data2/current/BP-2004051286-172.17.0.3-1731266554418/current, will proceed with Du for space computation calculation, 2024-11-10T19:22:35,925 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:22:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fed86debc265da6 with lease ID 0x8a5ebc341574926d: Processing first storage report for DS-93c8fa41-3977-4681-9835-6fcc4bab9e67 from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=b4f01e29-55a4-406f-9cd5-43f8062d565b, infoPort=40761, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=113283720;c=1731266554418) 2024-11-10T19:22:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fed86debc265da6 with lease ID 0x8a5ebc341574926d: from storage DS-93c8fa41-3977-4681-9835-6fcc4bab9e67 node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=b4f01e29-55a4-406f-9cd5-43f8062d565b, infoPort=40761, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=113283720;c=1731266554418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:22:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fed86debc265da6 with lease ID 0x8a5ebc341574926d: Processing first storage report for DS-dd34bb1c-b20c-4e2d-b2dc-4a6ee787e4a1 from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=b4f01e29-55a4-406f-9cd5-43f8062d565b, infoPort=40761, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=113283720;c=1731266554418) 2024-11-10T19:22:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fed86debc265da6 with lease ID 0x8a5ebc341574926d: from storage DS-dd34bb1c-b20c-4e2d-b2dc-4a6ee787e4a1 node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=b4f01e29-55a4-406f-9cd5-43f8062d565b, infoPort=40761, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=113283720;c=1731266554418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:22:35,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224 2024-11-10T19:22:35,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:35,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:22:36,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105 with version=8 2024-11-10T19:22:36,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/hbase-staging 2024-11-10T19:22:36,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:22:36,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:36,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:36,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:22:36,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:36,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:22:36,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:22:36,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:22:36,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45161 2024-11-10T19:22:36,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45161 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451610x0, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:36,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45161-0x1012632ff2c0006 connected 2024-11-10T19:22:36,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:36,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:36,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/running 2024-11-10T19:22:36,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105, hbase.cluster.distributed=false 2024-11-10T19:22:36,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/acl 2024-11-10T19:22:36,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-10T19:22:36,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45161 2024-11-10T19:22:36,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45161 2024-11-10T19:22:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-10T19:22:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-10T19:22:36,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:22:36,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:22:36,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45507 2024-11-10T19:22:36,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45507 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:36,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:36,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:36,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455070x0, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:36,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455070x0, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/running 2024-11-10T19:22:36,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45507-0x1012632ff2c0007 connected 2024-11-10T19:22:36,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:22:36,558 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:22:36,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/master 2024-11-10T19:22:36,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/acl 2024-11-10T19:22:36,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45507 2024-11-10T19:22:36,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45507 2024-11-10T19:22:36,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45507 2024-11-10T19:22:36,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45507 2024-11-10T19:22:36,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45507 2024-11-10T19:22:36,576 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:45161 2024-11-10T19:22:36,577 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2180714106/backup-masters/bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106/backup-masters 2024-11-10T19:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106/backup-masters 2024-11-10T19:22:36,589 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on existing znode=/2180714106/backup-masters/bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2180714106/master 2024-11-10T19:22:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:36,599 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on existing znode=/2180714106/master 2024-11-10T19:22:36,600 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2180714106/backup-masters/bdc25462c9ef,45161,1731266556388 from backup master directory 2024-11-10T19:22:36,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2180714106/backup-masters/bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:36,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106/backup-masters 2024-11-10T19:22:36,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106/backup-masters 2024-11-10T19:22:36,610 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:22:36,610 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:36,613 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/hbase.id] with ID: d8d55a4d-8183-4365-b4b0-6832ccabea19 2024-11-10T19:22:36,613 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/.tmp/hbase.id 2024-11-10T19:22:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:22:37,017 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/.tmp/hbase.id]:[hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/hbase.id] 2024-11-10T19:22:37,024 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:22:37,024 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:22:37,025 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:22:37,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:37,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:22:37,477 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:37,478 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:22:37,478 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:22:37,883 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store 2024-11-10T19:22:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:22:37,889 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:37,890 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:37,890 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:37,890 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:37,890 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:37,890 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:37,890 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:37,890 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266557889Disabling compacts and flushes for region at 1731266557889Disabling writes for close at 1731266557890 (+1 ms)Writing region close event to WAL at 1731266557890Closed at 1731266557890 2024-11-10T19:22:37,890 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/.initializing 2024-11-10T19:22:37,890 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/WALs/bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:37,891 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:22:37,892 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C45161%2C1731266556388, suffix=, logDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/WALs/bdc25462c9ef,45161,1731266556388, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/oldWALs, maxLogs=10 2024-11-10T19:22:37,904 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/WALs/bdc25462c9ef,45161,1731266556388/bdc25462c9ef%2C45161%2C1731266556388.1731266557892, exclude list is [], retry=0 2024-11-10T19:22:37,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-93c8fa41-3977-4681-9835-6fcc4bab9e67,DISK] 2024-11-10T19:22:37,907 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/WALs/bdc25462c9ef,45161,1731266556388/bdc25462c9ef%2C45161%2C1731266556388.1731266557892 2024-11-10T19:22:37,908 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-10T19:22:37,908 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:37,908 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:37,908 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,908 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:22:37,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:37,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:37,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:22:37,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:37,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:37,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:22:37,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:37,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:37,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:22:37,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:37,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:37,914 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,914 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,914 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,915 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,915 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,915 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:37,916 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:22:37,917 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:37,918 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71114471, jitterRate=0.05968819558620453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:37,918 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266557908Initializing all the Stores at 1731266557909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266557909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266557909Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266557909Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266557909Cleaning up temporary data from old regions at 1731266557915 (+6 ms)Region opened successfully at 1731266557918 (+3 ms) 2024-11-10T19:22:37,918 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:22:37,920 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450f79b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:22:37,921 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:22:37,923 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:22:37,923 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Unable to get data of znode /2180714106/balancer because node does not exist (not necessarily an error) 2024-11-10T19:22:37,968 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2180714106/balancer already deleted, retry=false 2024-11-10T19:22:37,968 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:22:37,969 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Unable to get data of znode /2180714106/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:22:37,978 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2180714106/normalizer already deleted, retry=false 2024-11-10T19:22:37,978 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:22:37,979 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Unable to get data of znode /2180714106/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:22:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:22:37,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:22:37,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:22:37,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T19:22:37,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2180714106/switch/split already deleted, retry=false 2024-11-10T19:22:37,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Unable to get data of znode /2180714106/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:22:37,999 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2180714106/switch/merge already deleted, retry=false 2024-11-10T19:22:38,001 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Unable to get data of znode /2180714106/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:22:38,010 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2180714106/snapshot-cleanup already deleted, retry=false 2024-11-10T19:22:38,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2180714106/running 2024-11-10T19:22:38,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2180714106/running 2024-11-10T19:22:38,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:38,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:38,021 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,45161,1731266556388, sessionid=0x1012632ff2c0006, setting cluster-up flag (Was=false) 2024-11-10T19:22:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:38,073 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2180714106/flush-table-proc/acquired, /2180714106/flush-table-proc/reached, /2180714106/flush-table-proc/abort 2024-11-10T19:22:38,074 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:38,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:38,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:38,125 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2180714106/online-snapshot/acquired, /2180714106/online-snapshot/reached, /2180714106/online-snapshot/abort 2024-11-10T19:22:38,126 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:38,127 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:22:38,128 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:38,128 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:22:38,128 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,45161,1731266556388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:22:38,130 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266588130 2024-11-10T19:22:38,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:22:38,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:22:38,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:22:38,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:22:38,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:38,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:22:38,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:22:38,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:22:38,131 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:22:38,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:22:38,131 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266558131,5,FailOnTimeoutGroup] 2024-11-10T19:22:38,132 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266558131,5,FailOnTimeoutGroup] 2024-11-10T19:22:38,132 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,132 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:22:38,132 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,132 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:22:38,169 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(746): ClusterId : d8d55a4d-8183-4365-b4b0-6832ccabea19 2024-11-10T19:22:38,169 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:22:38,179 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:22:38,179 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:22:38,189 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:22:38,189 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb04a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:22:38,200 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:45507 2024-11-10T19:22:38,200 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:22:38,200 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:22:38,200 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:22:38,200 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,45161,1731266556388 with port=45507, startcode=1731266556539 2024-11-10T19:22:38,201 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:22:38,202 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:22:38,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:38,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45161 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:38,203 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105 2024-11-10T19:22:38,203 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32925 2024-11-10T19:22:38,203 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:22:38,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106/rs 2024-11-10T19:22:38,255 DEBUG [RS:0;bdc25462c9ef:45507 {}] zookeeper.ZKUtil(111): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on existing znode=/2180714106/rs/bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:38,255 WARN [RS:0;bdc25462c9ef:45507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:22:38,255 INFO [RS:0;bdc25462c9ef:45507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:38,255 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:38,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,45507,1731266556539] 2024-11-10T19:22:38,257 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:22:38,258 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:22:38,258 INFO [RS:0;bdc25462c9ef:45507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:22:38,258 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,258 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:22:38,259 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:22:38,259 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:22:38,259 DEBUG [RS:0;bdc25462c9ef:45507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:22:38,260 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,260 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,260 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,260 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,260 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,260 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45507,1731266556539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:22:38,272 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:22:38,272 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45507,1731266556539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,272 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,272 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.Replication(171): bdc25462c9ef,45507,1731266556539 started 2024-11-10T19:22:38,285 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:38,286 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,45507,1731266556539, RpcServer on bdc25462c9ef/172.17.0.3:45507, sessionid=0x1012632ff2c0007 2024-11-10T19:22:38,286 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:22:38,286 DEBUG [RS:0;bdc25462c9ef:45507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:38,286 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,45507,1731266556539' 2024-11-10T19:22:38,286 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2180714106/flush-table-proc/abort' 2024-11-10T19:22:38,286 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2180714106/flush-table-proc/acquired' 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,45507,1731266556539' 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2180714106/online-snapshot/abort' 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2180714106/online-snapshot/acquired' 2024-11-10T19:22:38,287 DEBUG [RS:0;bdc25462c9ef:45507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:22:38,287 INFO [RS:0;bdc25462c9ef:45507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:22:38,287 INFO [RS:0;bdc25462c9ef:45507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:22:38,388 INFO [RS:0;bdc25462c9ef:45507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:22:38,389 INFO [RS:0;bdc25462c9ef:45507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C45507%2C1731266556539, suffix=, logDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/oldWALs, maxLogs=10 2024-11-10T19:22:38,404 DEBUG [RS:0;bdc25462c9ef:45507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, exclude list is [], retry=0 2024-11-10T19:22:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-93c8fa41-3977-4681-9835-6fcc4bab9e67,DISK] 2024-11-10T19:22:38,407 INFO [RS:0;bdc25462c9ef:45507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 2024-11-10T19:22:38,407 DEBUG [RS:0;bdc25462c9ef:45507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-10T19:22:38,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:22:38,538 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105 2024-11-10T19:22:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:22:38,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:38,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:22:38,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:22:38,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:38,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:38,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:22:38,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:22:38,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:38,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:38,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:22:38,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:22:38,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:38,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:38,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:22:38,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:22:38,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:38,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:38,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:22:38,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740 2024-11-10T19:22:38,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740 2024-11-10T19:22:38,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:22:38,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:22:38,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:38,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:22:38,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:38,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70190446, jitterRate=0.04591915011405945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:38,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266558943Initializing all the Stores at 1731266558943Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266558943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266558943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266558943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266558943Cleaning up temporary data from old regions at 1731266558949 (+6 ms)Region opened successfully at 1731266558951 (+2 ms) 2024-11-10T19:22:38,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:38,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:38,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:38,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:38,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:38,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:38,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266558951Disabling compacts and flushes for region at 1731266558951Disabling writes for close at 1731266558951Writing region close event to WAL at 1731266558952 (+1 ms)Closed at 1731266558952 2024-11-10T19:22:38,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:38,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:22:38,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:22:38,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:22:38,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:22:39,104 DEBUG [bdc25462c9ef:45161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:22:39,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:39,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,45507,1731266556539, state=OPENING 2024-11-10T19:22:39,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:22:39,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:39,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:39,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2180714106/meta-region-server: CHANGED 2024-11-10T19:22:39,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2180714106/meta-region-server: CHANGED 2024-11-10T19:22:39,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:22:39,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,45507,1731266556539}] 2024-11-10T19:22:39,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:39,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:22:39,313 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:22:39,313 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:39,314 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:22:39,314 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C45507%2C1731266556539.meta, suffix=.meta, logDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/oldWALs, maxLogs=10 2024-11-10T19:22:39,331 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.meta.1731266559315.meta, exclude list is [], retry=0 2024-11-10T19:22:39,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-93c8fa41-3977-4681-9835-6fcc4bab9e67,DISK] 2024-11-10T19:22:39,334 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.meta.1731266559315.meta 2024-11-10T19:22:39,334 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:39,335 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:22:39,335 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:22:39,335 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:22:39,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:22:39,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:22:39,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:39,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:39,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:22:39,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:22:39,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:39,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:39,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:22:39,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:22:39,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:39,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:39,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:22:39,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:22:39,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:39,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:22:39,340 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:22:39,340 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740 2024-11-10T19:22:39,341 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740 2024-11-10T19:22:39,341 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:22:39,341 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:22:39,342 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:22:39,342 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:22:39,343 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61179722, jitterRate=-0.08835110068321228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:22:39,343 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:22:39,343 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266559336Writing region info on filesystem at 1731266559336Initializing all the Stores at 1731266559336Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266559336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266559336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266559336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266559336Cleaning up temporary data from old regions at 1731266559341 (+5 ms)Running coprocessor post-open hooks at 1731266559343 (+2 ms)Region opened successfully at 1731266559343 2024-11-10T19:22:39,343 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266559309 2024-11-10T19:22:39,345 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:22:39,345 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:22:39,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:39,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,45507,1731266556539, state=OPEN 2024-11-10T19:22:39,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2180714106/meta-region-server 2024-11-10T19:22:39,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2180714106/meta-region-server 2024-11-10T19:22:39,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:39,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2180714106/meta-region-server: CHANGED 2024-11-10T19:22:39,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2180714106/meta-region-server: CHANGED 2024-11-10T19:22:39,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:22:39,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,45507,1731266556539 in 199 msec 2024-11-10T19:22:39,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:22:39,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-10T19:22:39,360 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:22:39,360 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:22:39,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:39,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45507,1731266556539, seqNum=-1] 2024-11-10T19:22:39,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:39,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:39,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-10T19:22:39,366 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266559365, completionTime=-1 2024-11-10T19:22:39,366 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:22:39,366 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266619368 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266679368 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45161,1731266556388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45161,1731266556388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45161,1731266556388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:45161, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,370 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.761sec 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45161,1731266556388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:22:39,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45161,1731266556388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:22:39,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:22:39,373 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:22:39,373 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45161,1731266556388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:22:39,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f65328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:39,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45161,-1 for getting cluster id 2024-11-10T19:22:39,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:39,470 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8d55a4d-8183-4365-b4b0-6832ccabea19' 2024-11-10T19:22:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8d55a4d-8183-4365-b4b0-6832ccabea19" 2024-11-10T19:22:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa24a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45161,-1] 2024-11-10T19:22:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:39,472 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:39,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f7ee98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:39,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45507,1731266556539, seqNum=-1] 2024-11-10T19:22:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:39,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:39,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:39,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63205 2024-11-10T19:22:39,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:22:39,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012632ff2c0008 connected 2024-11-10T19:22:39,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c93d8c 2024-11-10T19:22:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:39,527 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:39,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:22:39,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:39,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:39,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:22:39,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:22:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:39,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:39,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:39,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:39,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5c80f46b0cb8d48020e0a1cebbb5147, NAME => 'test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b 2024-11-10T19:22:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:22:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:40,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:40,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5c80f46b0cb8d48020e0a1cebbb5147, disabling compactions & flushes 2024-11-10T19:22:40,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. after waiting 0 ms 2024-11-10T19:22:40,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5c80f46b0cb8d48020e0a1cebbb5147: Waiting for close lock at 1731266560341Disabling compacts and flushes for region at 1731266560341Disabling writes for close at 1731266560341Writing region close event to WAL at 1731266560341Closed at 1731266560341 2024-11-10T19:22:40,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:40,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266560342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266560342"}]},"ts":"1731266560342"} 2024-11-10T19:22:40,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:40,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:40,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266560344"}]},"ts":"1731266560344"} 2024-11-10T19:22:40,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:22:40,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5c80f46b0cb8d48020e0a1cebbb5147, ASSIGN}] 2024-11-10T19:22:40,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5c80f46b0cb8d48020e0a1cebbb5147, ASSIGN 2024-11-10T19:22:40,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5c80f46b0cb8d48020e0a1cebbb5147, ASSIGN; state=OFFLINE, location=bdc25462c9ef,33225,1731266546616; forceNewPlan=false, retain=false 2024-11-10T19:22:40,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5c80f46b0cb8d48020e0a1cebbb5147, regionState=OPENING, regionLocation=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:40,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5c80f46b0cb8d48020e0a1cebbb5147, ASSIGN because future has completed 2024-11-10T19:22:40,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5c80f46b0cb8d48020e0a1cebbb5147, server=bdc25462c9ef,33225,1731266546616}] 2024-11-10T19:22:40,655 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5c80f46b0cb8d48020e0a1cebbb5147, NAME => 'test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:40,655 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:40,655 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:22:40,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:40,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,656 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,657 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c80f46b0cb8d48020e0a1cebbb5147 columnFamilyName f 2024-11-10T19:22:40,657 DEBUG [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:40,657 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] regionserver.HStore(327): Store=e5c80f46b0cb8d48020e0a1cebbb5147/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:40,657 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,658 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c80f46b0cb8d48020e0a1cebbb5147 columnFamilyName f1 2024-11-10T19:22:40,658 DEBUG [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:40,658 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] regionserver.HStore(327): Store=e5c80f46b0cb8d48020e0a1cebbb5147/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:40,658 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,659 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c80f46b0cb8d48020e0a1cebbb5147 columnFamilyName norep 2024-11-10T19:22:40,659 DEBUG [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:40,659 INFO [StoreOpener-e5c80f46b0cb8d48020e0a1cebbb5147-1 {}] regionserver.HStore(327): Store=e5c80f46b0cb8d48020e0a1cebbb5147/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:40,659 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,659 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:40,661 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,662 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:40,662 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5c80f46b0cb8d48020e0a1cebbb5147; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70837259, jitterRate=0.05555741488933563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:40,662 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:22:40,663 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5c80f46b0cb8d48020e0a1cebbb5147: Running coprocessor pre-open hook at 1731266560655Writing region info on filesystem at 1731266560655Initializing all the Stores at 1731266560656 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266560656Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266560656Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266560656Cleaning up temporary data from old regions at 1731266560660 (+4 ms)Running coprocessor post-open hooks at 1731266560663 (+3 ms)Region opened successfully at 1731266560663 2024-11-10T19:22:40,664 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147., pid=6, masterSystemTime=1731266560651 2024-11-10T19:22:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:40,665 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,665 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:22:40,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5c80f46b0cb8d48020e0a1cebbb5147, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:40,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5c80f46b0cb8d48020e0a1cebbb5147, server=bdc25462c9ef,33225,1731266546616 because future has completed 2024-11-10T19:22:40,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:22:40,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5c80f46b0cb8d48020e0a1cebbb5147, server=bdc25462c9ef,33225,1731266546616 in 168 msec 2024-11-10T19:22:40,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:22:40,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5c80f46b0cb8d48020e0a1cebbb5147, ASSIGN in 323 msec 2024-11-10T19:22:40,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:40,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266560671"}]},"ts":"1731266560671"} 2024-11-10T19:22:40,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:22:40,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:40,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-10T19:22:40,687 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:41,674 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:22:41,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e20df2 2024-11-10T19:22:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:41,676 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:41,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:22:41,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:41,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:41,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:22:41,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:22:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:42,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2eb0250de99fb7d4ef96e7b308569b1c, NAME => 'test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3 2024-11-10T19:22:42,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:42,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:42,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2eb0250de99fb7d4ef96e7b308569b1c, disabling compactions & flushes 2024-11-10T19:22:42,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. after waiting 0 ms 2024-11-10T19:22:42,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2eb0250de99fb7d4ef96e7b308569b1c: Waiting for close lock at 1731266562489Disabling compacts and flushes for region at 1731266562489Disabling writes for close at 1731266562489Writing region close event to WAL at 1731266562489Closed at 1731266562489 2024-11-10T19:22:42,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:42,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266562490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266562490"}]},"ts":"1731266562490"} 2024-11-10T19:22:42,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:42,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:42,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266562493"}]},"ts":"1731266562493"} 2024-11-10T19:22:42,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:22:42,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2eb0250de99fb7d4ef96e7b308569b1c, ASSIGN}] 2024-11-10T19:22:42,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2eb0250de99fb7d4ef96e7b308569b1c, ASSIGN 2024-11-10T19:22:42,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2eb0250de99fb7d4ef96e7b308569b1c, ASSIGN; state=OFFLINE, location=bdc25462c9ef,34751,1731266551939; forceNewPlan=false, retain=false 2024-11-10T19:22:42,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2eb0250de99fb7d4ef96e7b308569b1c, regionState=OPENING, regionLocation=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2eb0250de99fb7d4ef96e7b308569b1c, ASSIGN because future has completed 2024-11-10T19:22:42,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eb0250de99fb7d4ef96e7b308569b1c, server=bdc25462c9ef,34751,1731266551939}] 2024-11-10T19:22:42,803 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,803 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2eb0250de99fb7d4ef96e7b308569b1c, NAME => 'test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:42,803 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:42,803 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:22:42,803 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,803 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:42,803 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,803 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,805 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,806 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eb0250de99fb7d4ef96e7b308569b1c columnFamilyName f 2024-11-10T19:22:42,806 DEBUG [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:42,806 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] regionserver.HStore(327): Store=2eb0250de99fb7d4ef96e7b308569b1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:42,806 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,807 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eb0250de99fb7d4ef96e7b308569b1c columnFamilyName f1 2024-11-10T19:22:42,807 DEBUG [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:42,807 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] regionserver.HStore(327): Store=2eb0250de99fb7d4ef96e7b308569b1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:42,807 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,808 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eb0250de99fb7d4ef96e7b308569b1c columnFamilyName norep 2024-11-10T19:22:42,808 DEBUG [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:42,808 INFO [StoreOpener-2eb0250de99fb7d4ef96e7b308569b1c-1 {}] regionserver.HStore(327): Store=2eb0250de99fb7d4ef96e7b308569b1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:42,808 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,808 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,808 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,809 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,809 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,809 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:42,810 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,811 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:42,812 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2eb0250de99fb7d4ef96e7b308569b1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68867529, jitterRate=0.02620615065097809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:42,812 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:22:42,812 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2eb0250de99fb7d4ef96e7b308569b1c: Running coprocessor pre-open hook at 1731266562804Writing region info on filesystem at 1731266562804Initializing all the Stores at 1731266562804Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266562804Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266562805 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266562805Cleaning up temporary data from old regions at 1731266562809 (+4 ms)Running coprocessor post-open hooks at 1731266562812 (+3 ms)Region opened successfully at 1731266562812 2024-11-10T19:22:42,812 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c., pid=6, masterSystemTime=1731266562800 2024-11-10T19:22:42,814 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,814 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:22:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:42,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2eb0250de99fb7d4ef96e7b308569b1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eb0250de99fb7d4ef96e7b308569b1c, server=bdc25462c9ef,34751,1731266551939 because future has completed 2024-11-10T19:22:42,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:22:42,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2eb0250de99fb7d4ef96e7b308569b1c, server=bdc25462c9ef,34751,1731266551939 in 168 msec 2024-11-10T19:22:42,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:22:42,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2eb0250de99fb7d4ef96e7b308569b1c, ASSIGN in 324 msec 2024-11-10T19:22:42,820 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:42,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266562820"}]},"ts":"1731266562820"} 2024-11-10T19:22:42,821 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:22:42,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:42,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-10T19:22:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:43,824 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:22:43,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@241028c6 2024-11-10T19:22:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:43,825 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:43,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:22:43,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:43,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:43,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:43,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:44,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5850a050dd9d140f0ed4125031b4da84, NAME => 'test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105 2024-11-10T19:22:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5850a050dd9d140f0ed4125031b4da84, disabling compactions & flushes 2024-11-10T19:22:44,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. after waiting 0 ms 2024-11-10T19:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5850a050dd9d140f0ed4125031b4da84: Waiting for close lock at 1731266564333Disabling compacts and flushes for region at 1731266564333Disabling writes for close at 1731266564333Writing region close event to WAL at 1731266564333Closed at 1731266564333 2024-11-10T19:22:44,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:44,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266564334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266564334"}]},"ts":"1731266564334"} 2024-11-10T19:22:44,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:44,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:44,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266564337"}]},"ts":"1731266564337"} 2024-11-10T19:22:44,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:22:44,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5850a050dd9d140f0ed4125031b4da84, ASSIGN}] 2024-11-10T19:22:44,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5850a050dd9d140f0ed4125031b4da84, ASSIGN 2024-11-10T19:22:44,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5850a050dd9d140f0ed4125031b4da84, ASSIGN; state=OFFLINE, location=bdc25462c9ef,45507,1731266556539; forceNewPlan=false, retain=false 2024-11-10T19:22:44,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5850a050dd9d140f0ed4125031b4da84, regionState=OPENING, regionLocation=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:44,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5850a050dd9d140f0ed4125031b4da84, ASSIGN because future has completed 2024-11-10T19:22:44,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5850a050dd9d140f0ed4125031b4da84, server=bdc25462c9ef,45507,1731266556539}] 2024-11-10T19:22:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:44,647 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,647 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5850a050dd9d140f0ed4125031b4da84, NAME => 'test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:44,648 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:44,648 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:22:44,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:44,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,648 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,650 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,650 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5850a050dd9d140f0ed4125031b4da84 columnFamilyName f 2024-11-10T19:22:44,650 DEBUG [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:44,651 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] regionserver.HStore(327): Store=5850a050dd9d140f0ed4125031b4da84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:44,651 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,651 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5850a050dd9d140f0ed4125031b4da84 columnFamilyName f1 2024-11-10T19:22:44,651 DEBUG [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:44,652 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] regionserver.HStore(327): Store=5850a050dd9d140f0ed4125031b4da84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:44,652 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,652 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5850a050dd9d140f0ed4125031b4da84 columnFamilyName norep 2024-11-10T19:22:44,652 DEBUG [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:44,653 INFO [StoreOpener-5850a050dd9d140f0ed4125031b4da84-1 {}] regionserver.HStore(327): Store=5850a050dd9d140f0ed4125031b4da84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:44,653 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,653 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,654 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,654 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,654 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,655 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:44,656 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,657 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:44,657 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5850a050dd9d140f0ed4125031b4da84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71870515, jitterRate=0.07095412909984589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:44,657 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:44,657 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5850a050dd9d140f0ed4125031b4da84: Running coprocessor pre-open hook at 1731266564648Writing region info on filesystem at 1731266564648Initializing all the Stores at 1731266564649 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266564649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266564649Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266564649Cleaning up temporary data from old regions at 1731266564654 (+5 ms)Running coprocessor post-open hooks at 1731266564657 (+3 ms)Region opened successfully at 1731266564657 2024-11-10T19:22:44,658 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266563826.5850a050dd9d140f0ed4125031b4da84., pid=6, masterSystemTime=1731266564644 2024-11-10T19:22:44,659 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,659 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:44,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5850a050dd9d140f0ed4125031b4da84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:44,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5850a050dd9d140f0ed4125031b4da84, server=bdc25462c9ef,45507,1731266556539 because future has completed 2024-11-10T19:22:44,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:22:44,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5850a050dd9d140f0ed4125031b4da84, server=bdc25462c9ef,45507,1731266556539 in 170 msec 2024-11-10T19:22:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:22:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5850a050dd9d140f0ed4125031b4da84, ASSIGN in 324 msec 2024-11-10T19:22:44,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:44,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266564665"}]},"ts":"1731266564665"} 2024-11-10T19:22:44,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:22:44,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:44,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 841 msec 2024-11-10T19:22:44,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:44,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:22:45,065 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:22:45,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d192b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:45,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,38957,-1 for getting cluster id 2024-11-10T19:22:45,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:45,066 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b782747-7abf-4f3b-a758-c8f68986d04a' 2024-11-10T19:22:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b782747-7abf-4f3b-a758-c8f68986d04a" 2024-11-10T19:22:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1b2fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,38957,-1] 2024-11-10T19:22:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:45,067 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc765e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:45,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,38957,1731266546430 2024-11-10T19:22:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d037237 2024-11-10T19:22:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:45,069 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:45,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:42909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:22:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:22:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:45,072 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42909' 2024-11-10T19:22:45,073 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a217ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:45,073 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:45,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:45,074 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:45,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:45,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:45,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540eb258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:45,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:45,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:45,075 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:45,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7bde42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:45,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:45,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:45,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26cb31d2 2024-11-10T19:22:45,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:45,078 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:45,078 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:22:45,078 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:22:45,078 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:45,079 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:45,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:45,079 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:45,080 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:22:45,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:45,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:45,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:22:45,130 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:22:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:45,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd831462a369d4d1ee998667400f8f66, NAME => 'hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b 2024-11-10T19:22:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:22:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:45,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:45,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd831462a369d4d1ee998667400f8f66, disabling compactions & flushes 2024-11-10T19:22:45,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:45,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:45,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. after waiting 0 ms 2024-11-10T19:22:45,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:45,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:45,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd831462a369d4d1ee998667400f8f66: Waiting for close lock at 1731266565891Disabling compacts and flushes for region at 1731266565891Disabling writes for close at 1731266565891Writing region close event to WAL at 1731266565891Closed at 1731266565891 2024-11-10T19:22:45,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:45,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266565892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266565892"}]},"ts":"1731266565892"} 2024-11-10T19:22:45,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:45,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:45,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266565895"}]},"ts":"1731266565895"} 2024-11-10T19:22:45,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:22:45,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd831462a369d4d1ee998667400f8f66, ASSIGN}] 2024-11-10T19:22:45,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd831462a369d4d1ee998667400f8f66, ASSIGN 2024-11-10T19:22:45,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd831462a369d4d1ee998667400f8f66, ASSIGN; state=OFFLINE, location=bdc25462c9ef,33225,1731266546616; forceNewPlan=false, retain=false 2024-11-10T19:22:46,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd831462a369d4d1ee998667400f8f66, regionState=OPENING, regionLocation=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:46,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd831462a369d4d1ee998667400f8f66, ASSIGN because future has completed 2024-11-10T19:22:46,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd831462a369d4d1ee998667400f8f66, server=bdc25462c9ef,33225,1731266546616}] 2024-11-10T19:22:46,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:46,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:46,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:22:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:46,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C33225%2C1731266546616.rep, suffix=, logDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616, archiveDir=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/oldWALs, maxLogs=10 2024-11-10T19:22:46,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.rep.1731266566205, exclude list is [], retry=0 2024-11-10T19:22:46,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41107,DS-864a895e-508b-4b70-b40b-425954d0f520,DISK] 2024-11-10T19:22:46,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.rep.1731266566205 2024-11-10T19:22:46,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37013:37013)] 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd831462a369d4d1ee998667400f8f66, NAME => 'hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:46,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. service=MultiRowMutationService 2024-11-10T19:22:46,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,221 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,222 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd831462a369d4d1ee998667400f8f66 columnFamilyName hfileref 2024-11-10T19:22:46,222 DEBUG [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:46,223 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] regionserver.HStore(327): Store=cd831462a369d4d1ee998667400f8f66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:46,223 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,223 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd831462a369d4d1ee998667400f8f66 columnFamilyName queue 2024-11-10T19:22:46,223 DEBUG [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:46,224 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] regionserver.HStore(327): Store=cd831462a369d4d1ee998667400f8f66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:46,224 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,224 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd831462a369d4d1ee998667400f8f66 columnFamilyName sid 2024-11-10T19:22:46,224 DEBUG [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:46,225 INFO [StoreOpener-cd831462a369d4d1ee998667400f8f66-1 {}] regionserver.HStore(327): Store=cd831462a369d4d1ee998667400f8f66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:46,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/replication/cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/replication/cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:46,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/replication/cd831462a369d4d1ee998667400f8f66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:46,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd831462a369d4d1ee998667400f8f66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228878, jitterRate=0.12099763751029968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:46,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:22:46,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd831462a369d4d1ee998667400f8f66: Running coprocessor pre-open hook at 1731266566220Writing region info on filesystem at 1731266566220Initializing all the Stores at 1731266566221 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266566221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266566221Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266566221Cleaning up temporary data from old regions at 1731266566226 (+5 ms)Running coprocessor post-open hooks at 1731266566229 (+3 ms)Region opened successfully at 1731266566229 2024-11-10T19:22:46,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66., pid=10, masterSystemTime=1731266566202 2024-11-10T19:22:46,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:46,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:22:46,231 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd831462a369d4d1ee998667400f8f66, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,33225,1731266546616 2024-11-10T19:22:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd831462a369d4d1ee998667400f8f66, server=bdc25462c9ef,33225,1731266546616 because future has completed 2024-11-10T19:22:46,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:22:46,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd831462a369d4d1ee998667400f8f66, server=bdc25462c9ef,33225,1731266546616 in 183 msec 2024-11-10T19:22:46,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:22:46,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd831462a369d4d1ee998667400f8f66, ASSIGN in 339 msec 2024-11-10T19:22:46,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:46,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266566236"}]},"ts":"1731266566236"} 2024-11-10T19:22:46,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:22:46,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:46,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1590 sec 2024-11-10T19:22:46,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66., hostname=bdc25462c9ef,33225,1731266546616, seqNum=2] 2024-11-10T19:22:46,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:46,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:22:46,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:46,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:22:46,626 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:22:46,651 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,33225,1731266546616, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:46,652 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:46,652 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33225,1731266546616, seqNum=-1] 2024-11-10T19:22:46,652 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:46,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:46,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,33225,1731266546616', locateType=CURRENT is [region=hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66., hostname=bdc25462c9ef,33225,1731266546616, seqNum=2] 2024-11-10T19:22:46,657 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:22:46,658 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,33225,1731266546616 suceeded 2024-11-10T19:22:46,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:22:46,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-10T19:22:46,660 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:42909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:22:46,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5910 sec 2024-11-10T19:22:46,673 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42909' 2024-11-10T19:22:46,674 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60265828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:46,674 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:46,674 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:46,675 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:46,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:46,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:46,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b7fe3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:46,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:46,676 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:46,677 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@519770d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:46,677 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:46,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:46,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb17e71 2024-11-10T19:22:46,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:46,678 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:46,678 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,33225,1731266546616 (queues=1) is replicating from cluster=7b782747-7abf-4f3b-a758-c8f68986d04a to cluster=4785d0be-6d27-4980-9bcd-4b88c276822f 2024-11-10T19:22:46,678 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C33225%2C1731266546616 2024-11-10T19:22:46,679 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,33225,1731266546616, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:46,679 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C33225%2C1731266546616 2024-11-10T19:22:46,679 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820, startPosition=0, beingWritten=true 2024-11-10T19:22:46,683 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:46,683 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:46,683 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33225,1731266546616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:46,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:22:46,886 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:47,189 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:47,225 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:47,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:47,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:47,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:47,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:47,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:47,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:47,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:47,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:47,226 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10285cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:47,227 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2ed9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:47,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43fa46bc 2024-11-10T19:22:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:47,229 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:47,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:45161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:22:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:22:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:47,231 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45161' 2024-11-10T19:22:47,232 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c1ba2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:47,232 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45161,-1 for getting cluster id 2024-11-10T19:22:47,232 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:47,233 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8d55a4d-8183-4365-b4b0-6832ccabea19' 2024-11-10T19:22:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8d55a4d-8183-4365-b4b0-6832ccabea19" 2024-11-10T19:22:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a634a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45161,-1] 2024-11-10T19:22:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:47,234 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:47,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d7f486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:47,235 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:47,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:47,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@562c042 2024-11-10T19:22:47,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:47,236 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:47,236 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T19:22:47,236 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:22:47,236 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:47,236 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:47,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:47,237 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:47,238 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:22:47,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:47,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:47,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:22:47,288 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:22:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:47,592 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:47,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0de82009c24c175b9336e9854aa24562, NAME => 'hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3 2024-11-10T19:22:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:22:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:22:47,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T19:22:47,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:22:47,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T19:22:48,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:48,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0de82009c24c175b9336e9854aa24562, disabling compactions & flushes 2024-11-10T19:22:48,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. after waiting 0 ms 2024-11-10T19:22:48,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0de82009c24c175b9336e9854aa24562: Waiting for close lock at 1731266568051Disabling compacts and flushes for region at 1731266568051Disabling writes for close at 1731266568051Writing region close event to WAL at 1731266568051Closed at 1731266568051 2024-11-10T19:22:48,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:48,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266568052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266568052"}]},"ts":"1731266568052"} 2024-11-10T19:22:48,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:48,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:48,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266568055"}]},"ts":"1731266568055"} 2024-11-10T19:22:48,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:22:48,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de82009c24c175b9336e9854aa24562, ASSIGN}] 2024-11-10T19:22:48,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de82009c24c175b9336e9854aa24562, ASSIGN 2024-11-10T19:22:48,058 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0de82009c24c175b9336e9854aa24562, ASSIGN; state=OFFLINE, location=bdc25462c9ef,34751,1731266551939; forceNewPlan=false, retain=false 2024-11-10T19:22:48,094 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:48,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0de82009c24c175b9336e9854aa24562, regionState=OPENING, regionLocation=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0de82009c24c175b9336e9854aa24562, ASSIGN because future has completed 2024-11-10T19:22:48,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de82009c24c175b9336e9854aa24562, server=bdc25462c9ef,34751,1731266551939}] 2024-11-10T19:22:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:48,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:48,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:22:48,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C34751%2C1731266551939.rep, suffix=, logDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939, archiveDir=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/oldWALs, maxLogs=10 2024-11-10T19:22:48,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.rep.1731266568367, exclude list is [], retry=0 2024-11-10T19:22:48,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-f0f25816-55dd-4ac0-b584-aed60e5c3a89,DISK] 2024-11-10T19:22:48,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.rep.1731266568367 2024-11-10T19:22:48,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-10T19:22:48,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de82009c24c175b9336e9854aa24562, NAME => 'hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:48,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:48,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:48,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. service=MultiRowMutationService 2024-11-10T19:22:48,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:22:48,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:48,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,385 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,385 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de82009c24c175b9336e9854aa24562 columnFamilyName hfileref 2024-11-10T19:22:48,386 DEBUG [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:48,386 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] regionserver.HStore(327): Store=0de82009c24c175b9336e9854aa24562/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:48,386 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,387 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de82009c24c175b9336e9854aa24562 columnFamilyName queue 2024-11-10T19:22:48,387 DEBUG [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:48,387 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] regionserver.HStore(327): Store=0de82009c24c175b9336e9854aa24562/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:48,387 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,388 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de82009c24c175b9336e9854aa24562 columnFamilyName sid 2024-11-10T19:22:48,388 DEBUG [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:48,388 INFO [StoreOpener-0de82009c24c175b9336e9854aa24562-1 {}] regionserver.HStore(327): Store=0de82009c24c175b9336e9854aa24562/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:48,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:48,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:48,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0de82009c24c175b9336e9854aa24562; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66487625, jitterRate=-0.009257182478904724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:48,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:22:48,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0de82009c24c175b9336e9854aa24562: Running coprocessor pre-open hook at 1731266568384Writing region info on filesystem at 1731266568384Initializing all the Stores at 1731266568384Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266568384Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266568384Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266568384Cleaning up temporary data from old regions at 1731266568389 (+5 ms)Running coprocessor post-open hooks at 1731266568392 (+3 ms)Region opened successfully at 1731266568392 2024-11-10T19:22:48,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562., pid=10, masterSystemTime=1731266568362 2024-11-10T19:22:48,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:22:48,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0de82009c24c175b9336e9854aa24562, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,34751,1731266551939 2024-11-10T19:22:48,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de82009c24c175b9336e9854aa24562, server=bdc25462c9ef,34751,1731266551939 because future has completed 2024-11-10T19:22:48,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:22:48,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de82009c24c175b9336e9854aa24562, server=bdc25462c9ef,34751,1731266551939 in 186 msec 2024-11-10T19:22:48,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:22:48,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de82009c24c175b9336e9854aa24562, ASSIGN in 341 msec 2024-11-10T19:22:48,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:48,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266568400"}]},"ts":"1731266568400"} 2024-11-10T19:22:48,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:22:48,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:48,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-10T19:22:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562., hostname=bdc25462c9ef,34751,1731266551939, seqNum=2] 2024-11-10T19:22:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:22:48,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:48,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:22:48,689 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:22:48,697 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:48,714 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,34751,1731266551939, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:48,714 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:48,715 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,34751,1731266551939, seqNum=-1] 2024-11-10T19:22:48,715 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:48,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:48,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,34751,1731266551939', locateType=CURRENT is [region=hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562., hostname=bdc25462c9ef,34751,1731266551939, seqNum=2] 2024-11-10T19:22:48,719 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:22:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:22:48,721 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,34751,1731266551939 suceeded 2024-11-10T19:22:48,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:22:48,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-10T19:22:48,722 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:45161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:22:48,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-10T19:22:48,732 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45161' 2024-11-10T19:22:48,734 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c176d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:48,734 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45161,-1 for getting cluster id 2024-11-10T19:22:48,734 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:48,734 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8d55a4d-8183-4365-b4b0-6832ccabea19' 2024-11-10T19:22:48,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:48,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8d55a4d-8183-4365-b4b0-6832ccabea19" 2024-11-10T19:22:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615092e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45161,-1] 2024-11-10T19:22:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:48,735 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:48,736 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329cf8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:48,736 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52529847 2024-11-10T19:22:48,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:48,737 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:48,738 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,34751,1731266551939 (queues=1) is replicating from cluster=4785d0be-6d27-4980-9bcd-4b88c276822f to cluster=d8d55a4d-8183-4365-b4b0-6832ccabea19 2024-11-10T19:22:48,738 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C34751%2C1731266551939 2024-11-10T19:22:48,738 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,34751,1731266551939, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:48,738 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C34751%2C1731266551939 2024-11-10T19:22:48,738 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, startPosition=0, beingWritten=true 2024-11-10T19:22:48,743 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:48,743 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:48,743 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:48,948 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:49,251 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:49,374 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:49,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:49,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:49,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:49,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:49,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:49,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:49,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45161,-1 for getting cluster id 2024-11-10T19:22:49,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:49,376 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8d55a4d-8183-4365-b4b0-6832ccabea19' 2024-11-10T19:22:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8d55a4d-8183-4365-b4b0-6832ccabea19" 2024-11-10T19:22:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7e8684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45161,-1] 2024-11-10T19:22:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:49,377 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b42b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:49,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12b42bf7 2024-11-10T19:22:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:49,380 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:49,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:42909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:22:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:22:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:49,382 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42909' 2024-11-10T19:22:49,383 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120923e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:49,383 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:49,383 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:49,383 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:49,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc222bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:49,384 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed010fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:49,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cfd57fe 2024-11-10T19:22:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:49,387 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:22:49,387 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T19:22:49,387 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:22:49,387 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:49,388 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:49,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:49,388 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:22:49,389 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:22:49,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:22:49,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:49,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:22:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:22:49,400 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:49,439 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:22:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:49,654 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:49,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da20c751f3684971207abf5fc0fee1ba, NAME => 'hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105 2024-11-10T19:22:49,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:22:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:50,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:50,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,157 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:50,204 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:50,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:50,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da20c751f3684971207abf5fc0fee1ba, disabling compactions & flushes 2024-11-10T19:22:50,260 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. after waiting 0 ms 2024-11-10T19:22:50,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,260 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da20c751f3684971207abf5fc0fee1ba: Waiting for close lock at 1731266570260Disabling compacts and flushes for region at 1731266570260Disabling writes for close at 1731266570260Writing region close event to WAL at 1731266570260Closed at 1731266570260 2024-11-10T19:22:50,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:22:50,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266570261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266570261"}]},"ts":"1731266570261"} 2024-11-10T19:22:50,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:22:50,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:22:50,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266570263"}]},"ts":"1731266570263"} 2024-11-10T19:22:50,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:22:50,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da20c751f3684971207abf5fc0fee1ba, ASSIGN}] 2024-11-10T19:22:50,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da20c751f3684971207abf5fc0fee1ba, ASSIGN 2024-11-10T19:22:50,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da20c751f3684971207abf5fc0fee1ba, ASSIGN; state=OFFLINE, location=bdc25462c9ef,45507,1731266556539; forceNewPlan=false, retain=false 2024-11-10T19:22:50,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da20c751f3684971207abf5fc0fee1ba, regionState=OPENING, regionLocation=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da20c751f3684971207abf5fc0fee1ba, ASSIGN because future has completed 2024-11-10T19:22:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da20c751f3684971207abf5fc0fee1ba, server=bdc25462c9ef,45507,1731266556539}] 2024-11-10T19:22:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:50,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:22:50,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:22:50,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C45507%2C1731266556539.rep, suffix=, logDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539, archiveDir=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/oldWALs, maxLogs=10 2024-11-10T19:22:50,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.rep.1731266570575, exclude list is [], retry=0 2024-11-10T19:22:50,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-93c8fa41-3977-4681-9835-6fcc4bab9e67,DISK] 2024-11-10T19:22:50,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.rep.1731266570575 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da20c751f3684971207abf5fc0fee1ba, NAME => 'hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:22:50,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. service=MultiRowMutationService 2024-11-10T19:22:50,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,591 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,592 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da20c751f3684971207abf5fc0fee1ba columnFamilyName hfileref 2024-11-10T19:22:50,592 DEBUG [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:50,593 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] regionserver.HStore(327): Store=da20c751f3684971207abf5fc0fee1ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:50,593 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,594 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da20c751f3684971207abf5fc0fee1ba columnFamilyName queue 2024-11-10T19:22:50,594 DEBUG [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:50,594 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] regionserver.HStore(327): Store=da20c751f3684971207abf5fc0fee1ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:50,594 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,595 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da20c751f3684971207abf5fc0fee1ba columnFamilyName sid 2024-11-10T19:22:50,595 DEBUG [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:22:50,596 INFO [StoreOpener-da20c751f3684971207abf5fc0fee1ba-1 {}] regionserver.HStore(327): Store=da20c751f3684971207abf5fc0fee1ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:22:50,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:22:50,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:22:50,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da20c751f3684971207abf5fc0fee1ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71503698, jitterRate=0.06548812985420227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:22:50,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:50,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da20c751f3684971207abf5fc0fee1ba: Running coprocessor pre-open hook at 1731266570590Writing region info on filesystem at 1731266570590Initializing all the Stores at 1731266570591 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266570591Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266570591Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266570591Cleaning up temporary data from old regions at 1731266570597 (+6 ms)Running coprocessor post-open hooks at 1731266570599 (+2 ms)Region opened successfully at 1731266570599 2024-11-10T19:22:50,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba., pid=10, masterSystemTime=1731266570571 2024-11-10T19:22:50,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:50,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da20c751f3684971207abf5fc0fee1ba, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:50,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da20c751f3684971207abf5fc0fee1ba, server=bdc25462c9ef,45507,1731266556539 because future has completed 2024-11-10T19:22:50,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:22:50,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da20c751f3684971207abf5fc0fee1ba, server=bdc25462c9ef,45507,1731266556539 in 184 msec 2024-11-10T19:22:50,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:22:50,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da20c751f3684971207abf5fc0fee1ba, ASSIGN in 340 msec 2024-11-10T19:22:50,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:22:50,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266570606"}]},"ts":"1731266570606"} 2024-11-10T19:22:50,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:22:50,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:22:50,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2200 sec 2024-11-10T19:22:50,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba., hostname=bdc25462c9ef,45507,1731266556539, seqNum=2] 2024-11-10T19:22:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:50,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:22:50,760 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:50,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:22:50,888 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:22:50,915 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,45507,1731266556539, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:22:50,915 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:50,915 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45507,1731266556539, seqNum=-1] 2024-11-10T19:22:50,915 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:50,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:50,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,45507,1731266556539', locateType=CURRENT is [region=hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba., hostname=bdc25462c9ef,45507,1731266556539, seqNum=2] 2024-11-10T19:22:50,920 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:22:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:22:50,922 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,45507,1731266556539 suceeded 2024-11-10T19:22:50,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:22:50,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T19:22:50,923 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:42909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:22:50,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-10T19:22:50,934 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:42909' 2024-11-10T19:22:50,934 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14981606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:50,934 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:50,935 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:50,935 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:50,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:50,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:50,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@702e87b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:50,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:50,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:50,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:50,936 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:50,937 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72646dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:50,937 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:22:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,42909,1731266551796 2024-11-10T19:22:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20daad68 2024-11-10T19:22:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:22:50,938 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T19:22:50,939 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,45507,1731266556539 (queues=1) is replicating from cluster=d8d55a4d-8183-4365-b4b0-6832ccabea19 to cluster=4785d0be-6d27-4980-9bcd-4b88c276822f 2024-11-10T19:22:50,939 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C45507%2C1731266556539 2024-11-10T19:22:50,939 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,45507,1731266556539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:22:50,939 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, startPosition=0, beingWritten=true 2024-11-10T19:22:50,939 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C45507%2C1731266556539 2024-11-10T19:22:50,943 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:50,943 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 379, reset compression=false 2024-11-10T19:22:50,943 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:51,107 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:51,146 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 379, reset compression=false 2024-11-10T19:22:51,449 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 379, reset compression=false 2024-11-10T19:22:51,464 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:22:51,525 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:22:51,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:51,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:51,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:51,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:51,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:51,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,38957,-1 for getting cluster id 2024-11-10T19:22:51,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:51,526 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b782747-7abf-4f3b-a758-c8f68986d04a' 2024-11-10T19:22:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b782747-7abf-4f3b-a758-c8f68986d04a" 2024-11-10T19:22:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdf6aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,38957,-1] 2024-11-10T19:22:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:51,527 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:51,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a44831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:51,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:51,529 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:51,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:51,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:51,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4ee3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:51,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:51,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:51,530 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257ffedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45161,-1 for getting cluster id 2024-11-10T19:22:51,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:51,531 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8d55a4d-8183-4365-b4b0-6832ccabea19' 2024-11-10T19:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8d55a4d-8183-4365-b4b0-6832ccabea19" 2024-11-10T19:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586743be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45161,-1] 2024-11-10T19:22:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:51,532 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32879494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:51,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,33225,1731266546616, seqNum=-1] 2024-11-10T19:22:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:51,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147., hostname=bdc25462c9ef,33225,1731266546616, seqNum=2] 2024-11-10T19:22:51,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45507,1731266556539, seqNum=-1] 2024-11-10T19:22:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:51,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266563826.5850a050dd9d140f0ed4125031b4da84., hostname=bdc25462c9ef,45507,1731266556539, seqNum=2] 2024-11-10T19:22:51,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T19:22:51,853 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 379, reset compression=false 2024-11-10T19:22:52,111 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 379, reset compression=false 2024-11-10T19:22:52,115 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:52,115 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:52,115 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33225,1731266546616 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5c80f46b0cb8d48020e0a1cebbb5147/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T19:22:52,117 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:52,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:52,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:52,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@438cb186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:52,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,42909,-1 for getting cluster id 2024-11-10T19:22:52,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:52,119 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4785d0be-6d27-4980-9bcd-4b88c276822f' 2024-11-10T19:22:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4785d0be-6d27-4980-9bcd-4b88c276822f" 2024-11-10T19:22:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@139d3a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,42909,-1] 2024-11-10T19:22:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:52,120 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:52,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585df7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:52,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:52,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,34751,1731266551939, seqNum=-1] 2024-11-10T19:22:52,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:52,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c., hostname=bdc25462c9ef,34751,1731266551939, seqNum=2] 2024-11-10T19:22:52,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:52,266 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 379, reset compression=false 2024-11-10T19:22:52,270 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:52,270 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 503, reset compression=false 2024-11-10T19:22:52,270 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eb0250de99fb7d4ef96e7b308569b1c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T19:22:52,272 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:52,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:52,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:52,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4dc0dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:52,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45161,-1 for getting cluster id 2024-11-10T19:22:52,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:22:52,274 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8d55a4d-8183-4365-b4b0-6832ccabea19' 2024-11-10T19:22:52,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:22:52,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8d55a4d-8183-4365-b4b0-6832ccabea19" 2024-11-10T19:22:52,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ee870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:52,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45161,-1] 2024-11-10T19:22:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:22:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:52,275 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:22:52,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@edb4dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:22:52,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:52,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,45507,1731266556539, seqNum=-1] 2024-11-10T19:22:52,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:52,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T19:22:52,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731266563826.5850a050dd9d140f0ed4125031b4da84., hostname=bdc25462c9ef,45507,1731266556539, seqNum=2] 2024-11-10T19:22:52,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:52,318 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:52,356 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 379, reset compression=false 2024-11-10T19:22:52,359 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:52,359 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 526, reset compression=false 2024-11-10T19:22:52,359 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:52,474 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 503, reset compression=false 2024-11-10T19:22:52,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T19:22:52,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:22:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,34751,1731266551939, seqNum=-1] 2024-11-10T19:22:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:22:52,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:22:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c., hostname=bdc25462c9ef,34751,1731266551939, seqNum=2] 2024-11-10T19:22:52,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T19:22:52,562 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 526, reset compression=false 2024-11-10T19:22:52,621 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:52,776 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 503, reset compression=false 2024-11-10T19:22:52,780 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:52,780 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 607, reset compression=false 2024-11-10T19:22:52,780 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eb0250de99fb7d4ef96e7b308569b1c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:22:52,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:52,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:52,865 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 526, reset compression=false 2024-11-10T19:22:52,869 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:52,869 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 653, reset compression=false 2024-11-10T19:22:52,869 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:52,983 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 607, reset compression=false 2024-11-10T19:22:53,025 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:53,072 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 653, reset compression=false 2024-11-10T19:22:53,286 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 607, reset compression=false 2024-11-10T19:22:53,375 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 653, reset compression=false 2024-11-10T19:22:53,528 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:53,553 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T19:22:53,555 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T19:22:53,690 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 607, reset compression=false 2024-11-10T19:22:53,778 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 653, reset compression=false 2024-11-10T19:22:53,781 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:53,781 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 757, reset compression=false 2024-11-10T19:22:53,782 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[{test/5850a050dd9d140f0ed4125031b4da84/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T19:22:53,783 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:22:53,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T19:22:53,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:53,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:53,984 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 757, reset compression=false 2024-11-10T19:22:54,130 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:54,193 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 607, reset compression=false 2024-11-10T19:22:54,197 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:54,197 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 735, reset compression=false 2024-11-10T19:22:54,197 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:54,288 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 757, reset compression=false 2024-11-10T19:22:54,400 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 735, reset compression=false 2024-11-10T19:22:54,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T19:22:54,598 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T19:22:54,691 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 757, reset compression=false 2024-11-10T19:22:54,703 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 735, reset compression=false 2024-11-10T19:22:54,834 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 480, reset compression=false 2024-11-10T19:22:54,838 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:54,838 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:54,838 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33225,1731266546616 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5c80f46b0cb8d48020e0a1cebbb5147/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T19:22:54,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:54,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:55,041 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:55,106 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 735, reset compression=false 2024-11-10T19:22:55,110 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:55,110 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 882, reset compression=false 2024-11-10T19:22:55,110 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eb0250de99fb7d4ef96e7b308569b1c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T19:22:55,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:55,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:55,197 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 757, reset compression=false 2024-11-10T19:22:55,200 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:55,200 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 927, reset compression=false 2024-11-10T19:22:55,200 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:55,313 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 882, reset compression=false 2024-11-10T19:22:55,343 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:55,403 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 927, reset compression=false 2024-11-10T19:22:55,599 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T19:22:55,602 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T19:22:55,616 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 882, reset compression=false 2024-11-10T19:22:55,619 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:55,619 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1041, reset compression=false 2024-11-10T19:22:55,619 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eb0250de99fb7d4ef96e7b308569b1c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T19:22:55,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:55,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:55,706 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 927, reset compression=false 2024-11-10T19:22:55,709 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:55,709 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1076, reset compression=false 2024-11-10T19:22:55,709 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:55,746 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:55,822 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1041, reset compression=false 2024-11-10T19:22:55,912 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1076, reset compression=false 2024-11-10T19:22:56,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:22:56,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:22:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,125 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1041, reset compression=false 2024-11-10T19:22:56,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:22:56,216 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1076, reset compression=false 2024-11-10T19:22:56,249 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:56,529 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1041, reset compression=false 2024-11-10T19:22:56,603 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T19:22:56,606 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T19:22:56,619 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1076, reset compression=false 2024-11-10T19:22:56,622 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:22:56,622 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1235, reset compression=false 2024-11-10T19:22:56,622 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[{test/5850a050dd9d140f0ed4125031b4da84/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T19:22:56,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T19:22:56,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T19:22:56,825 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1235, reset compression=false 2024-11-10T19:22:56,852 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:57,032 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1041, reset compression=false 2024-11-10T19:22:57,036 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:57,036 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:57,036 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:57,128 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1235, reset compression=false 2024-11-10T19:22:57,239 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:57,531 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1235, reset compression=false 2024-11-10T19:22:57,542 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:57,555 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:57,607 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T19:22:57,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:22:57,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:57,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:57,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:57,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:57,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:57,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:22:57,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247762725, stopped=false 2024-11-10T19:22:57,612 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,45161,1731266556388 2024-11-10T19:22:57,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2180714106/running 2024-11-10T19:22:57,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2180714106/running 2024-11-10T19:22:57,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:57,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:57,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:57,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:22:57,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:57,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:57,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,45507,1731266556539' ***** 2024-11-10T19:22:57,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:22:57,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/running 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:22:57,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Set watcher on znode that does not yet exist, /2180714106/running 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:22:57,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(3091): Received CLOSE for da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(3091): Received CLOSE for 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:45507. 2024-11-10T19:22:57,663 DEBUG [RS:0;bdc25462c9ef:45507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:57,663 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:57,663 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da20c751f3684971207abf5fc0fee1ba, disabling compactions & flushes 2024-11-10T19:22:57,663 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:57,663 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:22:57,663 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. after waiting 0 ms 2024-11-10T19:22:57,663 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:22:57,664 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:57,664 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:22:57,664 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:22:57,664 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da20c751f3684971207abf5fc0fee1ba 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T19:22:57,664 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:22:57,664 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da20c751f3684971207abf5fc0fee1ba=hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba., 5850a050dd9d140f0ed4125031b4da84=test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.} 2024-11-10T19:22:57,664 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84, da20c751f3684971207abf5fc0fee1ba 2024-11-10T19:22:57,664 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:22:57,664 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:22:57,664 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:22:57,664 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:22:57,664 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:22:57,664 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:22:57,674 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:57,679 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/.tmp/queue/f01e024509d14f41beeb47898ae07abe is 154, key is 1-bdc25462c9ef,45507,1731266556539/queue:bdc25462c9ef%2C45507%2C1731266556539/1731266576626/Put/seqid=0 2024-11-10T19:22:57,680 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/info/943f17f42d70464799c66bc76c4de7f1 is 147, key is hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba./info:regioninfo/1731266570602/Put/seqid=0 2024-11-10T19:22:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741840_1016 (size=5353) 2024-11-10T19:22:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741841_1017 (size=7686) 2024-11-10T19:22:57,683 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/.tmp/queue/f01e024509d14f41beeb47898ae07abe 2024-11-10T19:22:57,688 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/.tmp/queue/f01e024509d14f41beeb47898ae07abe as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/queue/f01e024509d14f41beeb47898ae07abe 2024-11-10T19:22:57,691 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/queue/f01e024509d14f41beeb47898ae07abe, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T19:22:57,692 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for da20c751f3684971207abf5fc0fee1ba in 28ms, sequenceid=12, compaction requested=false 2024-11-10T19:22:57,695 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/replication/da20c751f3684971207abf5fc0fee1ba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:22:57,695 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:57,695 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:22:57,695 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:57,695 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da20c751f3684971207abf5fc0fee1ba: Waiting for close lock at 1731266577663Running coprocessor pre-close hooks at 1731266577663Disabling compacts and flushes for region at 1731266577663Disabling writes for close at 1731266577663Obtaining lock to block concurrent updates at 1731266577664 (+1 ms)Preparing flush snapshotting stores in da20c751f3684971207abf5fc0fee1ba at 1731266577664Finished memstore snapshotting hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731266577664Flushing stores of hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. at 1731266577664Flushing da20c751f3684971207abf5fc0fee1ba/queue: creating writer at 1731266577665 (+1 ms)Flushing da20c751f3684971207abf5fc0fee1ba/queue: appending metadata at 1731266577678 (+13 ms)Flushing da20c751f3684971207abf5fc0fee1ba/queue: closing flushed file at 1731266577678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a363e7: reopening flushed file at 1731266577687 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for da20c751f3684971207abf5fc0fee1ba in 28ms, sequenceid=12, compaction requested=false at 1731266577692 (+5 ms)Writing region close event to WAL at 1731266577693 (+1 ms)Running coprocessor post-close hooks at 1731266577695 (+2 ms)Closed at 1731266577695 2024-11-10T19:22:57,695 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266569388.da20c751f3684971207abf5fc0fee1ba. 2024-11-10T19:22:57,696 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5850a050dd9d140f0ed4125031b4da84, disabling compactions & flushes 2024-11-10T19:22:57,696 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:57,696 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:57,696 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. after waiting 0 ms 2024-11-10T19:22:57,696 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:57,696 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5850a050dd9d140f0ed4125031b4da84 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T19:22:57,715 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/f/76881485e96c412baad440e73ed57c27 is 29, key is row1/f:/1731266575600/DeleteFamily/seqid=0 2024-11-10T19:22:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741842_1018 (size=5152) 2024-11-10T19:22:57,864 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:57,944 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:58,034 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1235, reset compression=false 2024-11-10T19:22:58,038 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:22:58,038 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1482, reset compression=false 2024-11-10T19:22:58,038 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,45507,1731266556539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:22:58,039 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,45507,1731266556539: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,45507,1731266556539, walGroup=bdc25462c9ef%2C45507%2C1731266556539, offset=bdc25462c9ef%2C45507%2C1731266556539.1731266558389:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:45507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:22:58,040 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:22:58,040 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:22:58,041 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:22:58,041 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:22:58,041 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:22:58,041 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1279262720, "init": 1048576000, "max": 2306867200, "used": 964480664 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201780864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:22:58,041 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:45161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:45161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:22:58,064 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:58,084 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/info/943f17f42d70464799c66bc76c4de7f1 2024-11-10T19:22:58,100 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/ns/0a118a1ebd754c4da457dfd7ca4ce192 is 43, key is default/ns:d/1731266559362/Put/seqid=0 2024-11-10T19:22:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741843_1019 (size=5153) 2024-11-10T19:22:58,119 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/f/76881485e96c412baad440e73ed57c27 2024-11-10T19:22:58,122 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76881485e96c412baad440e73ed57c27 2024-11-10T19:22:58,138 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/f1/f4309e05b9b24a88bdd9a08320144197 is 30, key is row1/f1:/1731266575600/DeleteFamily/seqid=0 2024-11-10T19:22:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741844_1020 (size=5158) 2024-11-10T19:22:58,243 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1482, reset compression=false 2024-11-10T19:22:58,264 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:58,347 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:22:58,347 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:22:58,357 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:58,448 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:58,464 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:58,503 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/ns/0a118a1ebd754c4da457dfd7ca4ce192 2024-11-10T19:22:58,519 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/rep_barrier/0e42460d88d9417e8d7b1754e2583c74 is 112, key is test,,1731266563826.5850a050dd9d140f0ed4125031b4da84./rep_barrier:seqnumDuringOpen/1731266564660/Put/seqid=0 2024-11-10T19:22:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741845_1021 (size=5518) 2024-11-10T19:22:58,542 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/f1/f4309e05b9b24a88bdd9a08320144197 2024-11-10T19:22:58,545 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4309e05b9b24a88bdd9a08320144197 2024-11-10T19:22:58,546 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1482, reset compression=false 2024-11-10T19:22:58,562 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/norep/312fb0d90f834664b8dbd15fc7abbee0 is 33, key is row2/norep:/1731266576604/DeleteFamily/seqid=0 2024-11-10T19:22:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741846_1022 (size=5108) 2024-11-10T19:22:58,665 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:22:58,665 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5850a050dd9d140f0ed4125031b4da84=test,,1731266563826.5850a050dd9d140f0ed4125031b4da84.} 2024-11-10T19:22:58,665 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:58,865 DEBUG [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5850a050dd9d140f0ed4125031b4da84 2024-11-10T19:22:58,923 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/rep_barrier/0e42460d88d9417e8d7b1754e2583c74 2024-11-10T19:22:58,944 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/table/1d869222cb3b4bd3b06442ff4c3ddbd8 is 53, key is hbase:replication/table:state/1731266570606/Put/seqid=0 2024-11-10T19:22:58,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741847_1023 (size=5308) 2024-11-10T19:22:58,948 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/table/1d869222cb3b4bd3b06442ff4c3ddbd8 2024-11-10T19:22:58,950 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.wal-reader.bdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 to pos 1482, reset compression=false 2024-11-10T19:22:58,951 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/info/943f17f42d70464799c66bc76c4de7f1 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/info/943f17f42d70464799c66bc76c4de7f1 2024-11-10T19:22:58,955 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/info/943f17f42d70464799c66bc76c4de7f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:22:58,955 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/ns/0a118a1ebd754c4da457dfd7ca4ce192 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/ns/0a118a1ebd754c4da457dfd7ca4ce192 2024-11-10T19:22:58,958 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/ns/0a118a1ebd754c4da457dfd7ca4ce192, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:22:58,959 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/rep_barrier/0e42460d88d9417e8d7b1754e2583c74 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/rep_barrier/0e42460d88d9417e8d7b1754e2583c74 2024-11-10T19:22:58,962 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/rep_barrier/0e42460d88d9417e8d7b1754e2583c74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:22:58,963 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/.tmp/table/1d869222cb3b4bd3b06442ff4c3ddbd8 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/table/1d869222cb3b4bd3b06442ff4c3ddbd8 2024-11-10T19:22:58,966 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/norep/312fb0d90f834664b8dbd15fc7abbee0 2024-11-10T19:22:58,966 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/table/1d869222cb3b4bd3b06442ff4c3ddbd8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:22:58,967 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-10T19:22:58,969 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 312fb0d90f834664b8dbd15fc7abbee0 2024-11-10T19:22:58,970 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/f/76881485e96c412baad440e73ed57c27 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/f/76881485e96c412baad440e73ed57c27 2024-11-10T19:22:58,973 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76881485e96c412baad440e73ed57c27 2024-11-10T19:22:58,973 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/f/76881485e96c412baad440e73ed57c27, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T19:22:58,974 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/f1/f4309e05b9b24a88bdd9a08320144197 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/f1/f4309e05b9b24a88bdd9a08320144197 2024-11-10T19:22:58,977 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4309e05b9b24a88bdd9a08320144197 2024-11-10T19:22:58,977 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/f1/f4309e05b9b24a88bdd9a08320144197, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T19:22:58,977 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/.tmp/norep/312fb0d90f834664b8dbd15fc7abbee0 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/norep/312fb0d90f834664b8dbd15fc7abbee0 2024-11-10T19:22:58,980 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 312fb0d90f834664b8dbd15fc7abbee0 2024-11-10T19:22:58,980 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/norep/312fb0d90f834664b8dbd15fc7abbee0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T19:22:58,981 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5850a050dd9d140f0ed4125031b4da84 in 1285ms, sequenceid=10, compaction requested=false 2024-11-10T19:22:58,983 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:22:58,983 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:58,983 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:22:58,983 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:58,983 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266577664Running coprocessor pre-close hooks at 1731266577664Disabling compacts and flushes for region at 1731266577664Disabling writes for close at 1731266577664Obtaining lock to block concurrent updates at 1731266577664Preparing flush snapshotting stores in 1588230740 at 1731266577664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266577664Flushing stores of hbase:meta,,1.1588230740 at 1731266577665 (+1 ms)Flushing 1588230740/info: creating writer at 1731266577665Flushing 1588230740/info: appending metadata at 1731266577679 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731266577680 (+1 ms)Flushing 1588230740/ns: creating writer at 1731266578087 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731266578100 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266578100Flushing 1588230740/rep_barrier: creating writer at 1731266578506 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266578519 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266578519Flushing 1588230740/table: creating writer at 1731266578926 (+407 ms)Flushing 1588230740/table: appending metadata at 1731266578944 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731266578944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fc798a: reopening flushed file at 1731266578951 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32de85dd: reopening flushed file at 1731266578955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4360e506: reopening flushed file at 1731266578958 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc63cb6: reopening flushed file at 1731266578962 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731266578967 (+5 ms)Writing region close event to WAL at 1731266578981 (+14 ms)Running coprocessor post-close hooks at 1731266578983 (+2 ms)Closed at 1731266578983 2024-11-10T19:22:58,983 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:22:58,984 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/data/default/test/5850a050dd9d140f0ed4125031b4da84/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T19:22:58,984 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:22:58,984 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:22:58,984 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:58,984 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5850a050dd9d140f0ed4125031b4da84: Waiting for close lock at 1731266577696Running coprocessor pre-close hooks at 1731266577696Disabling compacts and flushes for region at 1731266577696Disabling writes for close at 1731266577696Obtaining lock to block concurrent updates at 1731266577696Preparing flush snapshotting stores in 5850a050dd9d140f0ed4125031b4da84 at 1731266577696Finished memstore snapshotting test,,1731266563826.5850a050dd9d140f0ed4125031b4da84., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731266577696Flushing stores of test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. at 1731266577697 (+1 ms)Flushing 5850a050dd9d140f0ed4125031b4da84/f: creating writer at 1731266577697Flushing 5850a050dd9d140f0ed4125031b4da84/f: appending metadata at 1731266577714 (+17 ms)Flushing 5850a050dd9d140f0ed4125031b4da84/f: closing flushed file at 1731266577714Flushing 5850a050dd9d140f0ed4125031b4da84/f1: creating writer at 1731266578123 (+409 ms)Flushing 5850a050dd9d140f0ed4125031b4da84/f1: appending metadata at 1731266578138 (+15 ms)Flushing 5850a050dd9d140f0ed4125031b4da84/f1: closing flushed file at 1731266578138Flushing 5850a050dd9d140f0ed4125031b4da84/norep: creating writer at 1731266578545 (+407 ms)Flushing 5850a050dd9d140f0ed4125031b4da84/norep: appending metadata at 1731266578561 (+16 ms)Flushing 5850a050dd9d140f0ed4125031b4da84/norep: closing flushed file at 1731266578562 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee8a97c: reopening flushed file at 1731266578969 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@856a5d: reopening flushed file at 1731266578973 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf99817: reopening flushed file at 1731266578977 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5850a050dd9d140f0ed4125031b4da84 in 1285ms, sequenceid=10, compaction requested=false at 1731266578981 (+4 ms)Writing region close event to WAL at 1731266578982 (+1 ms)Running coprocessor post-close hooks at 1731266578984 (+2 ms)Closed at 1731266578984 2024-11-10T19:22:58,984 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266563826.5850a050dd9d140f0ed4125031b4da84. 2024-11-10T19:22:59,051 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:59,065 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,45507,1731266556539; all regions closed. 2024-11-10T19:22:59,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:22:59,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.meta.1731266559315.meta not finished, retry = 0 2024-11-10T19:22:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741839_1015 (size=3114) 2024-11-10T19:22:59,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.rep.1731266570575 not finished, retry = 0 2024-11-10T19:22:59,260 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:22:59,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/WALs/bdc25462c9ef,45507,1731266556539/bdc25462c9ef%2C45507%2C1731266556539.1731266558389 not finished, retry = 0 2024-11-10T19:22:59,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741832_1008 (size=2134) 2024-11-10T19:22:59,354 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-10T19:22:59,355 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T19:22:59,373 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:59,373 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:22:59,373 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:59,373 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:59,373 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:59,373 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:22:59,374 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,45507,1731266556539 because: Region server is closing 2024-11-10T19:22:59,374 INFO [RS:0;bdc25462c9ef:45507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:45507. 2024-11-10T19:22:59,374 DEBUG [RS:0;bdc25462c9ef:45507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:59,374 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:59,374 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:59,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:59,475 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,45507,1731266556539.replicationSource.shipperbdc25462c9ef%2C45507%2C1731266556539,1-bdc25462c9ef,45507,1731266556539 terminated 2024-11-10T19:22:59,475 INFO [RS:0;bdc25462c9ef:45507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:45507. 2024-11-10T19:22:59,475 DEBUG [RS:0;bdc25462c9ef:45507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:22:59,475 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:59,475 DEBUG [RS:0;bdc25462c9ef:45507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:22:59,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:22:59,475 INFO [RS:0;bdc25462c9ef:45507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45507 2024-11-10T19:22:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106/rs 2024-11-10T19:22:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2180714106/rs/bdc25462c9ef,45507,1731266556539 2024-11-10T19:22:59,535 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:22:59,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,45507,1731266556539] 2024-11-10T19:22:59,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2180714106/draining/bdc25462c9ef,45507,1731266556539 already deleted, retry=false 2024-11-10T19:22:59,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,45507,1731266556539 expired; onlineServers=0 2024-11-10T19:22:59,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,45161,1731266556388' ***** 2024-11-10T19:22:59,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:22:59,556 INFO [M:0;bdc25462c9ef:45161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:22:59,556 INFO [M:0;bdc25462c9ef:45161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:22:59,556 DEBUG [M:0;bdc25462c9ef:45161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:22:59,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:22:59,556 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266558131 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266558131,5,FailOnTimeoutGroup] 2024-11-10T19:22:59,556 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266558131 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266558131,5,FailOnTimeoutGroup] 2024-11-10T19:22:59,556 DEBUG [M:0;bdc25462c9ef:45161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:22:59,557 INFO [M:0;bdc25462c9ef:45161 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:22:59,557 INFO [M:0;bdc25462c9ef:45161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:22:59,557 DEBUG [M:0;bdc25462c9ef:45161 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:22:59,557 INFO [M:0;bdc25462c9ef:45161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:22:59,557 INFO [M:0;bdc25462c9ef:45161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:22:59,557 INFO [M:0;bdc25462c9ef:45161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:22:59,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:22:59,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2180714106/master 2024-11-10T19:22:59,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2180714106 2024-11-10T19:22:59,567 DEBUG [M:0;bdc25462c9ef:45161 {}] zookeeper.ZKUtil(347): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Unable to get data of znode /2180714106/master because node does not exist (not an error) 2024-11-10T19:22:59,567 WARN [M:0;bdc25462c9ef:45161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:22:59,575 INFO [M:0;bdc25462c9ef:45161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/.lastflushedseqids 2024-11-10T19:22:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741848_1024 (size=245) 2024-11-10T19:22:59,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:59,646 INFO [RS:0;bdc25462c9ef:45507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:22:59,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45507-0x1012632ff2c0007, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:22:59,646 INFO [RS:0;bdc25462c9ef:45507 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,45507,1731266556539; zookeeper connection closed. 2024-11-10T19:22:59,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61e80e6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61e80e6f 2024-11-10T19:22:59,646 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:22:59,754 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:22:59,980 INFO [M:0;bdc25462c9ef:45161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:22:59,980 INFO [M:0;bdc25462c9ef:45161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:22:59,980 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:22:59,980 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:59,980 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:59,980 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:22:59,980 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:22:59,980 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T19:22:59,994 DEBUG [M:0;bdc25462c9ef:45161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c54bae00b2ab4b9f950faab5d8f90570 is 82, key is hbase:meta,,1/info:regioninfo/1731266559346/Put/seqid=0 2024-11-10T19:22:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741849_1025 (size=5672) 2024-11-10T19:23:00,263 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:23:00,397 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c54bae00b2ab4b9f950faab5d8f90570 2024-11-10T19:23:00,417 DEBUG [M:0;bdc25462c9ef:45161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c3dfdd07e3b4a848801b875f649325c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266570609/Put/seqid=0 2024-11-10T19:23:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741850_1026 (size=8517) 2024-11-10T19:23:00,558 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:23:00,820 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c3dfdd07e3b4a848801b875f649325c 2024-11-10T19:23:00,835 DEBUG [M:0;bdc25462c9ef:45161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e22de7fc48b4c6baec24914b475d13b is 69, key is bdc25462c9ef,45507,1731266556539/rs:state/1731266558202/Put/seqid=0 2024-11-10T19:23:00,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741851_1027 (size=5156) 2024-11-10T19:23:01,238 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e22de7fc48b4c6baec24914b475d13b 2024-11-10T19:23:01,242 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c54bae00b2ab4b9f950faab5d8f90570 as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c54bae00b2ab4b9f950faab5d8f90570 2024-11-10T19:23:01,245 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c54bae00b2ab4b9f950faab5d8f90570, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:23:01,245 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c3dfdd07e3b4a848801b875f649325c as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c3dfdd07e3b4a848801b875f649325c 2024-11-10T19:23:01,248 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c3dfdd07e3b4a848801b875f649325c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:23:01,249 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e22de7fc48b4c6baec24914b475d13b as hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e22de7fc48b4c6baec24914b475d13b 2024-11-10T19:23:01,251 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32925/user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e22de7fc48b4c6baec24914b475d13b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:23:01,252 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-10T19:23:01,253 INFO [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:01,253 DEBUG [M:0;bdc25462c9ef:45161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266579980Disabling compacts and flushes for region at 1731266579980Disabling writes for close at 1731266579980Obtaining lock to block concurrent updates at 1731266579980Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266579980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731266579981 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266579981Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266579981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266579993 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266579994 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266580401 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266580416 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266580417 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266580823 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266580835 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266580835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cce743: reopening flushed file at 1731266581241 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f24b0ec: reopening flushed file at 1731266581245 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b059ba3: reopening flushed file at 1731266581248 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731266581252 (+4 ms)Writing region close event to WAL at 1731266581253 (+1 ms)Closed at 1731266581253 2024-11-10T19:23:01,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/967e70c3-389b-fd90-534c-79d70320b105/MasterData/WALs/bdc25462c9ef,45161,1731266556388/bdc25462c9ef%2C45161%2C1731266556388.1731266557892 not finished, retry = 0 2024-11-10T19:23:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741830_1006 (size=63666) 2024-11-10T19:23:01,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:01,355 INFO [M:0;bdc25462c9ef:45161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:23:01,355 INFO [M:0;bdc25462c9ef:45161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45161 2024-11-10T19:23:01,356 INFO [M:0;bdc25462c9ef:45161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:01,366 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:23:01,383 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:23:01,460 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:23:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:01,519 INFO [M:0;bdc25462c9ef:45161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1012632ff2c0006, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:01,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20375ed4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:01,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e3cf1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:01,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:01,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f1eb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:01,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a88a82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:01,523 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:23:01,523 WARN [BP-2004051286-172.17.0.3-1731266554418 heartbeating to localhost/127.0.0.1:32925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:23:01,523 WARN [BP-2004051286-172.17.0.3-1731266554418 heartbeating to localhost/127.0.0.1:32925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004051286-172.17.0.3-1731266554418 (Datanode Uuid b4f01e29-55a4-406f-9cd5-43f8062d565b) service to localhost/127.0.0.1:32925 2024-11-10T19:23:01,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:23:01,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/cluster_1c3b3d1b-e8f4-088c-4977-994dc9bef026/data/data1/current/BP-2004051286-172.17.0.3-1731266554418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:01,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/cluster_1c3b3d1b-e8f4-088c-4977-994dc9bef026/data/data2/current/BP-2004051286-172.17.0.3-1731266554418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:01,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:23:01,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@327dba0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:01,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a4b5469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:01,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:01,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c09e22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:01,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484c3662{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:23:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:23:01,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:01,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:01,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:01,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:01,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:01,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:23:01,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=327886831, stopped=false 2024-11-10T19:23:01,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,42909,1731266551796 2024-11-10T19:23:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12024768907/running 2024-11-10T19:23:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12024768907/running 2024-11-10T19:23:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:23:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:23:01,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:01,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:01,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:01,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:01,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/running 2024-11-10T19:23:01,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Set watcher on znode that does not yet exist, /12024768907/running 2024-11-10T19:23:01,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,34751,1731266551939' ***** 2024-11-10T19:23:01,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:23:01,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 0de82009c24c175b9336e9854aa24562 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,34751,1731266551939 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:34751. 2024-11-10T19:23:01,557 DEBUG [RS:0;bdc25462c9ef:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:01,557 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0de82009c24c175b9336e9854aa24562, disabling compactions & flushes 2024-11-10T19:23:01,557 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:01,557 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:23:01,557 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:23:01,557 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:23:01,557 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. after waiting 0 ms 2024-11-10T19:23:01,558 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:23:01,558 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:23:01,558 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0de82009c24c175b9336e9854aa24562 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T19:23:01,558 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:23:01,558 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1325): Online Regions={0de82009c24c175b9336e9854aa24562=hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562., 1588230740=hbase:meta,,1.1588230740, 2eb0250de99fb7d4ef96e7b308569b1c=test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.} 2024-11-10T19:23:01,558 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 0de82009c24c175b9336e9854aa24562, 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:01,558 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:01,558 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:01,558 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:01,558 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:01,558 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:01,558 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:23:01,571 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/info/764e387c4e48419a8fea13abecd87f0e is 147, key is hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562./info:regioninfo/1731266568394/Put/seqid=0 2024-11-10T19:23:01,571 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/.tmp/queue/ed84691134e14c98b94314289d06ea88 is 154, key is 1-bdc25462c9ef,34751,1731266551939/queue:bdc25462c9ef%2C34751%2C1731266551939/1731266577037/Put/seqid=0 2024-11-10T19:23:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741840_1016 (size=5353) 2024-11-10T19:23:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741841_1017 (size=7686) 2024-11-10T19:23:01,591 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:01,670 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:23:01,670 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:23:01,758 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 0de82009c24c175b9336e9854aa24562, 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:01,958 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 0de82009c24c175b9336e9854aa24562, 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:01,974 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/.tmp/queue/ed84691134e14c98b94314289d06ea88 2024-11-10T19:23:01,976 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/info/764e387c4e48419a8fea13abecd87f0e 2024-11-10T19:23:01,978 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/.tmp/queue/ed84691134e14c98b94314289d06ea88 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/queue/ed84691134e14c98b94314289d06ea88 2024-11-10T19:23:01,982 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/queue/ed84691134e14c98b94314289d06ea88, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T19:23:01,983 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0de82009c24c175b9336e9854aa24562 in 425ms, sequenceid=12, compaction requested=false 2024-11-10T19:23:01,985 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/replication/0de82009c24c175b9336e9854aa24562/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:01,986 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0de82009c24c175b9336e9854aa24562: Waiting for close lock at 1731266581557Running coprocessor pre-close hooks at 1731266581557Disabling compacts and flushes for region at 1731266581557Disabling writes for close at 1731266581558 (+1 ms)Obtaining lock to block concurrent updates at 1731266581558Preparing flush snapshotting stores in 0de82009c24c175b9336e9854aa24562 at 1731266581558Finished memstore snapshotting hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731266581558Flushing stores of hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. at 1731266581558Flushing 0de82009c24c175b9336e9854aa24562/queue: creating writer at 1731266581558Flushing 0de82009c24c175b9336e9854aa24562/queue: appending metadata at 1731266581570 (+12 ms)Flushing 0de82009c24c175b9336e9854aa24562/queue: closing flushed file at 1731266581570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1149380f: reopening flushed file at 1731266581978 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0de82009c24c175b9336e9854aa24562 in 425ms, sequenceid=12, compaction requested=false at 1731266581983 (+5 ms)Writing region close event to WAL at 1731266581983Running coprocessor post-close hooks at 1731266581986 (+3 ms)Closed at 1731266581986 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266567237.0de82009c24c175b9336e9854aa24562. 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2eb0250de99fb7d4ef96e7b308569b1c, disabling compactions & flushes 2024-11-10T19:23:01,986 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. after waiting 0 ms 2024-11-10T19:23:01,986 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:23:01,986 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2eb0250de99fb7d4ef96e7b308569b1c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T19:23:01,992 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/ns/c42c20a1b7a1452e85e302e47ed7741d is 43, key is default/ns:d/1731266554343/Put/seqid=0 2024-11-10T19:23:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741842_1018 (size=5153) 2024-11-10T19:23:02,002 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/f/79232237efc44161b04bf8ce74926905 is 29, key is row1/f:/1731266575600/DeleteFamily/seqid=0 2024-11-10T19:23:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741843_1019 (size=5152) 2024-11-10T19:23:02,158 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:02,358 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:02,396 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/ns/c42c20a1b7a1452e85e302e47ed7741d 2024-11-10T19:23:02,405 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/f/79232237efc44161b04bf8ce74926905 2024-11-10T19:23:02,408 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79232237efc44161b04bf8ce74926905 2024-11-10T19:23:02,415 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/rep_barrier/38327af892004558902610dcc78ff105 is 112, key is test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c./rep_barrier:seqnumDuringOpen/1731266562814/Put/seqid=0 2024-11-10T19:23:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741844_1020 (size=5518) 2024-11-10T19:23:02,421 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/f1/3a1388e4b3d04827be95e8cf38c2b9e7 is 30, key is row1/f1:/1731266575600/DeleteFamily/seqid=0 2024-11-10T19:23:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741845_1021 (size=5158) 2024-11-10T19:23:02,463 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1191, reset compression=false 2024-11-10T19:23:02,467 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:23:02,467 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1438, reset compression=false 2024-11-10T19:23:02,467 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,34751,1731266551939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:23:02,468 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,34751,1731266551939: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,34751,1731266551939, walGroup=bdc25462c9ef%2C34751%2C1731266551939, offset=bdc25462c9ef%2C34751%2C1731266551939.1731266553800:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:34751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:23:02,469 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:23:02,469 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:23:02,469 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:23:02,469 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:23:02,469 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:23:02,469 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1279262720, "init": 1048576000, "max": 2306867200, "used": 1054658200 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202271488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:23:02,470 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:42909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:42909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:23:02,559 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:23:02,559 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2eb0250de99fb7d4ef96e7b308569b1c=test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c.} 2024-11-10T19:23:02,559 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:02,569 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:23:02,670 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1438, reset compression=false 2024-11-10T19:23:02,759 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:02,822 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/rep_barrier/38327af892004558902610dcc78ff105 2024-11-10T19:23:02,824 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/f1/3a1388e4b3d04827be95e8cf38c2b9e7 2024-11-10T19:23:02,828 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a1388e4b3d04827be95e8cf38c2b9e7 2024-11-10T19:23:02,840 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/norep/3d0a52a4287c42d9972c9a13fc3ceeb2 is 33, key is row1/norep:/1731266575600/DeleteFamily/seqid=0 2024-11-10T19:23:02,841 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/table/7c1cdc665e374b4a812e4d64887b9406 is 53, key is hbase:replication/table:state/1731266568400/Put/seqid=0 2024-11-10T19:23:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741846_1022 (size=5108) 2024-11-10T19:23:02,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741847_1023 (size=5308) 2024-11-10T19:23:02,845 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/table/7c1cdc665e374b4a812e4d64887b9406 2024-11-10T19:23:02,852 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/info/764e387c4e48419a8fea13abecd87f0e as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/info/764e387c4e48419a8fea13abecd87f0e 2024-11-10T19:23:02,856 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/info/764e387c4e48419a8fea13abecd87f0e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:23:02,856 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/ns/c42c20a1b7a1452e85e302e47ed7741d as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/ns/c42c20a1b7a1452e85e302e47ed7741d 2024-11-10T19:23:02,861 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/ns/c42c20a1b7a1452e85e302e47ed7741d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:23:02,862 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/rep_barrier/38327af892004558902610dcc78ff105 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/rep_barrier/38327af892004558902610dcc78ff105 2024-11-10T19:23:02,866 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/rep_barrier/38327af892004558902610dcc78ff105, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:23:02,867 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/.tmp/table/7c1cdc665e374b4a812e4d64887b9406 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/table/7c1cdc665e374b4a812e4d64887b9406 2024-11-10T19:23:02,881 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/table/7c1cdc665e374b4a812e4d64887b9406, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:23:02,882 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-10T19:23:02,882 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:23:02,886 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:23:02,886 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:02,886 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:02,886 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:02,887 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266581558Running coprocessor pre-close hooks at 1731266581558Disabling compacts and flushes for region at 1731266581558Disabling writes for close at 1731266581558Obtaining lock to block concurrent updates at 1731266581558Preparing flush snapshotting stores in 1588230740 at 1731266581558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266581558Flushing stores of hbase:meta,,1.1588230740 at 1731266581558Flushing 1588230740/info: creating writer at 1731266581558Flushing 1588230740/info: appending metadata at 1731266581570 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731266581570Flushing 1588230740/ns: creating writer at 1731266581979 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731266581992 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266581992Flushing 1588230740/rep_barrier: creating writer at 1731266582399 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266582414 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266582414Flushing 1588230740/table: creating writer at 1731266582825 (+411 ms)Flushing 1588230740/table: appending metadata at 1731266582841 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731266582841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52723a4e: reopening flushed file at 1731266582851 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389f30cd: reopening flushed file at 1731266582856 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226b26a9: reopening flushed file at 1731266582862 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f7579e: reopening flushed file at 1731266582866 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1731266582882 (+16 ms)Writing region close event to WAL at 1731266582883 (+1 ms)Running coprocessor post-close hooks at 1731266582886 (+3 ms)Closed at 1731266582886 2024-11-10T19:23:02,887 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:02,959 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:02,974 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1438, reset compression=false 2024-11-10T19:23:03,159 DEBUG [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1351): Waiting on 2eb0250de99fb7d4ef96e7b308569b1c 2024-11-10T19:23:03,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:03,244 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/norep/3d0a52a4287c42d9972c9a13fc3ceeb2 2024-11-10T19:23:03,247 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d0a52a4287c42d9972c9a13fc3ceeb2 2024-11-10T19:23:03,247 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/f/79232237efc44161b04bf8ce74926905 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/f/79232237efc44161b04bf8ce74926905 2024-11-10T19:23:03,250 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79232237efc44161b04bf8ce74926905 2024-11-10T19:23:03,250 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/f/79232237efc44161b04bf8ce74926905, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T19:23:03,251 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/f1/3a1388e4b3d04827be95e8cf38c2b9e7 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/f1/3a1388e4b3d04827be95e8cf38c2b9e7 2024-11-10T19:23:03,254 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a1388e4b3d04827be95e8cf38c2b9e7 2024-11-10T19:23:03,254 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/f1/3a1388e4b3d04827be95e8cf38c2b9e7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T19:23:03,255 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/.tmp/norep/3d0a52a4287c42d9972c9a13fc3ceeb2 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/norep/3d0a52a4287c42d9972c9a13fc3ceeb2 2024-11-10T19:23:03,258 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d0a52a4287c42d9972c9a13fc3ceeb2 2024-11-10T19:23:03,258 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/norep/3d0a52a4287c42d9972c9a13fc3ceeb2, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T19:23:03,258 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2eb0250de99fb7d4ef96e7b308569b1c in 1272ms, sequenceid=10, compaction requested=false 2024-11-10T19:23:03,258 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/data/default/test/2eb0250de99fb7d4ef96e7b308569b1c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T19:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:03,262 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2eb0250de99fb7d4ef96e7b308569b1c: Waiting for close lock at 1731266581986Running coprocessor pre-close hooks at 1731266581986Disabling compacts and flushes for region at 1731266581986Disabling writes for close at 1731266581986Obtaining lock to block concurrent updates at 1731266581986Preparing flush snapshotting stores in 2eb0250de99fb7d4ef96e7b308569b1c at 1731266581986Finished memstore snapshotting test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731266581986Flushing stores of test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. at 1731266581987 (+1 ms)Flushing 2eb0250de99fb7d4ef96e7b308569b1c/f: creating writer at 1731266581987Flushing 2eb0250de99fb7d4ef96e7b308569b1c/f: appending metadata at 1731266582002 (+15 ms)Flushing 2eb0250de99fb7d4ef96e7b308569b1c/f: closing flushed file at 1731266582002Flushing 2eb0250de99fb7d4ef96e7b308569b1c/f1: creating writer at 1731266582408 (+406 ms)Flushing 2eb0250de99fb7d4ef96e7b308569b1c/f1: appending metadata at 1731266582421 (+13 ms)Flushing 2eb0250de99fb7d4ef96e7b308569b1c/f1: closing flushed file at 1731266582421Flushing 2eb0250de99fb7d4ef96e7b308569b1c/norep: creating writer at 1731266582828 (+407 ms)Flushing 2eb0250de99fb7d4ef96e7b308569b1c/norep: appending metadata at 1731266582839 (+11 ms)Flushing 2eb0250de99fb7d4ef96e7b308569b1c/norep: closing flushed file at 1731266582840 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da9b8b8: reopening flushed file at 1731266583247 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49644381: reopening flushed file at 1731266583251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37143cae: reopening flushed file at 1731266583254 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2eb0250de99fb7d4ef96e7b308569b1c in 1272ms, sequenceid=10, compaction requested=false at 1731266583258 (+4 ms)Writing region close event to WAL at 1731266583260 (+2 ms)Running coprocessor post-close hooks at 1731266583262 (+2 ms)Closed at 1731266583262 2024-11-10T19:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266561676.2eb0250de99fb7d4ef96e7b308569b1c. 2024-11-10T19:23:03,359 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,34751,1731266551939; all regions closed. 2024-11-10T19:23:03,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.meta.1731266554295.meta not finished, retry = 0 2024-11-10T19:23:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:23:03,377 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 1438, reset compression=false 2024-11-10T19:23:03,381 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:23:03,381 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.wal-reader.bdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 to pos 2082, reset compression=false 2024-11-10T19:23:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741839_1015 (size=3114) 2024-11-10T19:23:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741833_1009 (size=2090) 2024-11-10T19:23:03,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/WALs/bdc25462c9ef,34751,1731266551939/bdc25462c9ef%2C34751%2C1731266551939.1731266553800 not finished, retry = 0 2024-11-10T19:23:03,567 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:03,567 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:03,567 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:03,567 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:03,568 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:03,568 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:03,568 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,34751,1731266551939 because: Region server is closing 2024-11-10T19:23:03,568 INFO [RS:0;bdc25462c9ef:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:34751. 2024-11-10T19:23:03,568 DEBUG [RS:0;bdc25462c9ef:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:03,568 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:03,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:03,569 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:03,669 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,34751,1731266551939.replicationSource.shipperbdc25462c9ef%2C34751%2C1731266551939,1-bdc25462c9ef,34751,1731266551939 terminated 2024-11-10T19:23:03,669 INFO [RS:0;bdc25462c9ef:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:34751. 2024-11-10T19:23:03,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:03,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:03,669 DEBUG [RS:0;bdc25462c9ef:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:03,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:03,669 INFO [RS:0;bdc25462c9ef:34751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34751 2024-11-10T19:23:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12024768907/rs/bdc25462c9ef,34751,1731266551939 2024-11-10T19:23:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907/rs 2024-11-10T19:23:03,777 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:03,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,34751,1731266551939] 2024-11-10T19:23:03,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12024768907/draining/bdc25462c9ef,34751,1731266551939 already deleted, retry=false 2024-11-10T19:23:03,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,34751,1731266551939 expired; onlineServers=0 2024-11-10T19:23:03,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,42909,1731266551796' ***** 2024-11-10T19:23:03,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:23:03,833 INFO [M:0;bdc25462c9ef:42909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:03,833 INFO [M:0;bdc25462c9ef:42909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:03,834 DEBUG [M:0;bdc25462c9ef:42909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:23:03,834 DEBUG [M:0;bdc25462c9ef:42909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:23:03,834 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266553498 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266553498,5,FailOnTimeoutGroup] 2024-11-10T19:23:03,834 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:23:03,834 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266553500 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266553500,5,FailOnTimeoutGroup] 2024-11-10T19:23:03,834 INFO [M:0;bdc25462c9ef:42909 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:03,834 INFO [M:0;bdc25462c9ef:42909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:03,834 DEBUG [M:0;bdc25462c9ef:42909 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:23:03,834 INFO [M:0;bdc25462c9ef:42909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:23:03,834 INFO [M:0;bdc25462c9ef:42909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:03,834 INFO [M:0;bdc25462c9ef:42909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:23:03,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:23:03,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12024768907/master 2024-11-10T19:23:03,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12024768907 2024-11-10T19:23:03,851 DEBUG [M:0;bdc25462c9ef:42909 {}] zookeeper.ZKUtil(347): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Unable to get data of znode /12024768907/master because node does not exist (not an error) 2024-11-10T19:23:03,851 WARN [M:0;bdc25462c9ef:42909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:23:03,851 INFO [M:0;bdc25462c9ef:42909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/.lastflushedseqids 2024-11-10T19:23:03,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741848_1024 (size=245) 2024-11-10T19:23:03,873 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:23:03,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:03,887 INFO [RS:0;bdc25462c9ef:34751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:03,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1012632ff2c0004, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:03,887 INFO [RS:0;bdc25462c9ef:34751 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,34751,1731266551939; zookeeper connection closed. 2024-11-10T19:23:03,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e17194 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e17194 2024-11-10T19:23:03,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:23:04,255 INFO [M:0;bdc25462c9ef:42909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:23:04,255 INFO [M:0;bdc25462c9ef:42909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:23:04,255 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:04,255 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:04,255 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:04,255 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:04,255 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:04,256 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T19:23:04,271 DEBUG [M:0;bdc25462c9ef:42909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8831029bb10143359ae06614536b15d9 is 82, key is hbase:meta,,1/info:regioninfo/1731266554327/Put/seqid=0 2024-11-10T19:23:04,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741849_1025 (size=5672) 2024-11-10T19:23:04,674 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8831029bb10143359ae06614536b15d9 2024-11-10T19:23:04,695 DEBUG [M:0;bdc25462c9ef:42909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4423f92eed94d9497e05cf9344b24c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266568402/Put/seqid=0 2024-11-10T19:23:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741850_1026 (size=8516) 2024-11-10T19:23:04,715 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4423f92eed94d9497e05cf9344b24c0 2024-11-10T19:23:04,754 DEBUG [M:0;bdc25462c9ef:42909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ef186b160384789972eba1243cf4d6f is 69, key is bdc25462c9ef,34751,1731266551939/rs:state/1731266553610/Put/seqid=0 2024-11-10T19:23:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741851_1027 (size=5156) 2024-11-10T19:23:05,169 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ef186b160384789972eba1243cf4d6f 2024-11-10T19:23:05,183 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8831029bb10143359ae06614536b15d9 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8831029bb10143359ae06614536b15d9 2024-11-10T19:23:05,188 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8831029bb10143359ae06614536b15d9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T19:23:05,189 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4423f92eed94d9497e05cf9344b24c0 as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4423f92eed94d9497e05cf9344b24c0 2024-11-10T19:23:05,194 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4423f92eed94d9497e05cf9344b24c0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T19:23:05,195 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ef186b160384789972eba1243cf4d6f as hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ef186b160384789972eba1243cf4d6f 2024-11-10T19:23:05,201 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33357/user/jenkins/test-data/54d21581-b529-1e9e-0bc8-f742f5a72be3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ef186b160384789972eba1243cf4d6f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T19:23:05,202 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false 2024-11-10T19:23:05,236 INFO [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:05,236 DEBUG [M:0;bdc25462c9ef:42909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266584255Disabling compacts and flushes for region at 1731266584255Disabling writes for close at 1731266584255Obtaining lock to block concurrent updates at 1731266584256 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266584256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731266584256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266584256Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266584256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266584270 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266584270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266584677 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266584695 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266584695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266584720 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266584754 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266584754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac0783c: reopening flushed file at 1731266585180 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bfe097: reopening flushed file at 1731266585188 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7039c772: reopening flushed file at 1731266585194 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false at 1731266585202 (+8 ms)Writing region close event to WAL at 1731266585236 (+34 ms)Closed at 1731266585236 2024-11-10T19:23:05,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741830_1006 (size=63654) 2024-11-10T19:23:05,245 INFO [M:0;bdc25462c9ef:42909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:23:05,246 INFO [M:0;bdc25462c9ef:42909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42909 2024-11-10T19:23:05,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:05,246 INFO [M:0;bdc25462c9ef:42909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:05,276 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:23:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:05,362 INFO [M:0;bdc25462c9ef:42909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42909-0x1012632ff2c0003, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:05,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ca8b37e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:05,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f71b1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:05,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:05,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28059045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:05,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32586c17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:05,403 WARN [BP-218802943-172.17.0.3-1731266549691 heartbeating to localhost/127.0.0.1:33357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:23:05,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:23:05,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:23:05,403 WARN [BP-218802943-172.17.0.3-1731266549691 heartbeating to localhost/127.0.0.1:33357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-218802943-172.17.0.3-1731266549691 (Datanode Uuid 125ec5ac-535a-4769-89ac-e1f6577f8b16) service to localhost/127.0.0.1:33357 2024-11-10T19:23:05,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/cluster_1d7182c0-d4b4-63f8-34cf-f0f682d81fa0/data/data1/current/BP-218802943-172.17.0.3-1731266549691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:05,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/cluster_1d7182c0-d4b4-63f8-34cf-f0f682d81fa0/data/data2/current/BP-218802943-172.17.0.3-1731266549691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:05,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:23:05,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2479bb81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:05,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bcea90e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:05,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:05,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc99fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:05,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b43a68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9af808ff-86f5-26e8-cc78-8dadaa3f7d87/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:05,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:23:05,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:23:05,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:05,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:05,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:05,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:05,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:05,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:23:05,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1044242670, stopped=false 2024-11-10T19:23:05,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,38957,1731266546430 2024-11-10T19:23:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395123262/running 2024-11-10T19:23:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395123262/running 2024-11-10T19:23:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:23:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:23:05,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:05,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/running 2024-11-10T19:23:05,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Set watcher on znode that does not yet exist, /0-395123262/running 2024-11-10T19:23:05,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:05,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:05,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:05,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,33225,1731266546616' ***** 2024-11-10T19:23:05,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:23:05,444 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:23:05,444 INFO [RS:0;bdc25462c9ef:33225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:23:05,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:23:05,444 INFO [RS:0;bdc25462c9ef:33225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:23:05,444 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(3091): Received CLOSE for e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:05,448 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(3091): Received CLOSE for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:23:05,448 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,33225,1731266546616 2024-11-10T19:23:05,448 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:05,448 INFO [RS:0;bdc25462c9ef:33225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33225. 2024-11-10T19:23:05,448 DEBUG [RS:0;bdc25462c9ef:33225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:05,448 DEBUG [RS:0;bdc25462c9ef:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:05,449 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:23:05,449 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:23:05,449 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:23:05,449 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:23:05,449 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5c80f46b0cb8d48020e0a1cebbb5147, disabling compactions & flushes 2024-11-10T19:23:05,449 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:23:05,449 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:23:05,449 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. after waiting 0 ms 2024-11-10T19:23:05,449 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:23:05,449 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5c80f46b0cb8d48020e0a1cebbb5147 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T19:23:05,463 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:23:05,463 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1325): Online Regions={e5c80f46b0cb8d48020e0a1cebbb5147=test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147., cd831462a369d4d1ee998667400f8f66=hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:23:05,463 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:05,463 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:05,464 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:05,464 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:05,464 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:05,464 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:05,464 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:23:05,489 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/info/8079b587f73e49babd3abf22c8d35d59 is 147, key is hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66./info:regioninfo/1731266566231/Put/seqid=0 2024-11-10T19:23:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741840_1016 (size=7686) 2024-11-10T19:23:05,510 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/f/a119f8deb569427e8aa30277f5b55cbd is 28, key is row/f:/1731266574558/DeleteFamily/seqid=0 2024-11-10T19:23:05,524 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:05,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741841_1017 (size=5085) 2024-11-10T19:23:05,663 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:05,693 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:23:05,693 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:23:05,864 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:05,909 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/info/8079b587f73e49babd3abf22c8d35d59 2024-11-10T19:23:05,933 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/ns/70c33b4b6bac4770b359b9bc2fd66bdd is 43, key is default/ns:d/1731266549541/Put/seqid=0 2024-11-10T19:23:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741842_1018 (size=5153) 2024-11-10T19:23:05,943 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/f/a119f8deb569427e8aa30277f5b55cbd 2024-11-10T19:23:05,946 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a119f8deb569427e8aa30277f5b55cbd 2024-11-10T19:23:05,962 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/f1/85d1010bcdfe4a81a61928445d905b0b is 29, key is row/f1:/1731266574558/DeleteFamily/seqid=0 2024-11-10T19:23:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741843_1019 (size=5089) 2024-11-10T19:23:06,064 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:06,264 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:06,337 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/ns/70c33b4b6bac4770b359b9bc2fd66bdd 2024-11-10T19:23:06,352 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/rep_barrier/3c50098148a1497b90bb891c06e39a8f is 112, key is test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147./rep_barrier:seqnumDuringOpen/1731266560666/Put/seqid=0 2024-11-10T19:23:06,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741844_1020 (size=5518) 2024-11-10T19:23:06,372 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/f1/85d1010bcdfe4a81a61928445d905b0b 2024-11-10T19:23:06,375 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85d1010bcdfe4a81a61928445d905b0b 2024-11-10T19:23:06,387 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/norep/5dbcdec62111472793e1caf0d285ed73 is 32, key is row/norep:/1731266574558/DeleteFamily/seqid=0 2024-11-10T19:23:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741845_1021 (size=5101) 2024-11-10T19:23:06,464 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:06,664 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd831462a369d4d1ee998667400f8f66, e5c80f46b0cb8d48020e0a1cebbb5147 2024-11-10T19:23:06,756 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/rep_barrier/3c50098148a1497b90bb891c06e39a8f 2024-11-10T19:23:06,774 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/table/93e6031f510744659529ca545e85aa62 is 53, key is hbase:replication/table:state/1731266566236/Put/seqid=0 2024-11-10T19:23:06,780 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 636, reset compression=false 2024-11-10T19:23:06,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741846_1022 (size=5308) 2024-11-10T19:23:06,783 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/table/93e6031f510744659529ca545e85aa62 2024-11-10T19:23:06,783 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:23:06,783 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 883, reset compression=false 2024-11-10T19:23:06,783 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,33225,1731266546616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:23:06,784 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,33225,1731266546616: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,33225,1731266546616, walGroup=bdc25462c9ef%2C33225%2C1731266546616, offset=bdc25462c9ef%2C33225%2C1731266546616.1731266548820:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:33225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:23:06,785 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:23:06,785 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:23:06,786 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:23:06,786 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:23:06,786 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:23:06,786 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1279262720, "init": 1048576000, "max": 2306867200, "used": 939461120 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202742816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:23:06,786 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:38957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:38957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:23:06,791 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/info/8079b587f73e49babd3abf22c8d35d59 as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/info/8079b587f73e49babd3abf22c8d35d59 2024-11-10T19:23:06,791 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/norep/5dbcdec62111472793e1caf0d285ed73 2024-11-10T19:23:06,795 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/info/8079b587f73e49babd3abf22c8d35d59, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:23:06,796 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/ns/70c33b4b6bac4770b359b9bc2fd66bdd as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/ns/70c33b4b6bac4770b359b9bc2fd66bdd 2024-11-10T19:23:06,798 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dbcdec62111472793e1caf0d285ed73 2024-11-10T19:23:06,798 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/f/a119f8deb569427e8aa30277f5b55cbd as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/f/a119f8deb569427e8aa30277f5b55cbd 2024-11-10T19:23:06,800 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/ns/70c33b4b6bac4770b359b9bc2fd66bdd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:23:06,800 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/rep_barrier/3c50098148a1497b90bb891c06e39a8f as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/rep_barrier/3c50098148a1497b90bb891c06e39a8f 2024-11-10T19:23:06,801 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a119f8deb569427e8aa30277f5b55cbd 2024-11-10T19:23:06,802 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/f/a119f8deb569427e8aa30277f5b55cbd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T19:23:06,802 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/f1/85d1010bcdfe4a81a61928445d905b0b as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/f1/85d1010bcdfe4a81a61928445d905b0b 2024-11-10T19:23:06,805 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/rep_barrier/3c50098148a1497b90bb891c06e39a8f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:23:06,813 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/.tmp/table/93e6031f510744659529ca545e85aa62 as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/table/93e6031f510744659529ca545e85aa62 2024-11-10T19:23:06,817 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85d1010bcdfe4a81a61928445d905b0b 2024-11-10T19:23:06,817 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/f1/85d1010bcdfe4a81a61928445d905b0b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T19:23:06,818 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/.tmp/norep/5dbcdec62111472793e1caf0d285ed73 as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/norep/5dbcdec62111472793e1caf0d285ed73 2024-11-10T19:23:06,824 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/table/93e6031f510744659529ca545e85aa62, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:23:06,824 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dbcdec62111472793e1caf0d285ed73 2024-11-10T19:23:06,824 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/norep/5dbcdec62111472793e1caf0d285ed73, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T19:23:06,824 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=16, compaction requested=false 2024-11-10T19:23:06,825 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:23:06,825 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for e5c80f46b0cb8d48020e0a1cebbb5147 in 1376ms, sequenceid=6, compaction requested=false 2024-11-10T19:23:06,825 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:23:06,853 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:23:06,853 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:06,853 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:06,853 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:06,854 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266585463Running coprocessor pre-close hooks at 1731266585463Disabling compacts and flushes for region at 1731266585463Disabling writes for close at 1731266585464 (+1 ms)Obtaining lock to block concurrent updates at 1731266585464Preparing flush snapshotting stores in 1588230740 at 1731266585464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266585464Flushing stores of hbase:meta,,1.1588230740 at 1731266585465 (+1 ms)Flushing 1588230740/info: creating writer at 1731266585465Flushing 1588230740/info: appending metadata at 1731266585488 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731266585488Flushing 1588230740/ns: creating writer at 1731266585919 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731266585932 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266585932Flushing 1588230740/rep_barrier: creating writer at 1731266586340 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266586352 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266586352Flushing 1588230740/table: creating writer at 1731266586759 (+407 ms)Flushing 1588230740/table: appending metadata at 1731266586774 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731266586774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f5321f: reopening flushed file at 1731266586791 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb9ea69: reopening flushed file at 1731266586795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33fb0073: reopening flushed file at 1731266586800 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4591c8d1: reopening flushed file at 1731266586805 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=16, compaction requested=false at 1731266586825 (+20 ms)Writing region close event to WAL at 1731266586848 (+23 ms)Running coprocessor post-close hooks at 1731266586853 (+5 ms)Closed at 1731266586853 2024-11-10T19:23:06,854 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/data/default/test/e5c80f46b0cb8d48020e0a1cebbb5147/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:06,855 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5c80f46b0cb8d48020e0a1cebbb5147: Waiting for close lock at 1731266585449Running coprocessor pre-close hooks at 1731266585449Disabling compacts and flushes for region at 1731266585449Disabling writes for close at 1731266585449Obtaining lock to block concurrent updates at 1731266585449Preparing flush snapshotting stores in e5c80f46b0cb8d48020e0a1cebbb5147 at 1731266585449Finished memstore snapshotting test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731266585450 (+1 ms)Flushing stores of test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. at 1731266585452 (+2 ms)Flushing e5c80f46b0cb8d48020e0a1cebbb5147/f: creating writer at 1731266585452Flushing e5c80f46b0cb8d48020e0a1cebbb5147/f: appending metadata at 1731266585509 (+57 ms)Flushing e5c80f46b0cb8d48020e0a1cebbb5147/f: closing flushed file at 1731266585509Flushing e5c80f46b0cb8d48020e0a1cebbb5147/f1: creating writer at 1731266585946 (+437 ms)Flushing e5c80f46b0cb8d48020e0a1cebbb5147/f1: appending metadata at 1731266585961 (+15 ms)Flushing e5c80f46b0cb8d48020e0a1cebbb5147/f1: closing flushed file at 1731266585961Flushing e5c80f46b0cb8d48020e0a1cebbb5147/norep: creating writer at 1731266586375 (+414 ms)Flushing e5c80f46b0cb8d48020e0a1cebbb5147/norep: appending metadata at 1731266586387 (+12 ms)Flushing e5c80f46b0cb8d48020e0a1cebbb5147/norep: closing flushed file at 1731266586387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ac44e4: reopening flushed file at 1731266586798 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577ffe95: reopening flushed file at 1731266586802 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547c143a: reopening flushed file at 1731266586818 (+16 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for e5c80f46b0cb8d48020e0a1cebbb5147 in 1376ms, sequenceid=6, compaction requested=false at 1731266586825 (+7 ms)Writing region close event to WAL at 1731266586852 (+27 ms)Running coprocessor post-close hooks at 1731266586855 (+3 ms)Closed at 1731266586855 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266559528.e5c80f46b0cb8d48020e0a1cebbb5147. 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd831462a369d4d1ee998667400f8f66, disabling compactions & flushes 2024-11-10T19:23:06,855 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. after waiting 0 ms 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,855 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd831462a369d4d1ee998667400f8f66: Waiting for close lock at 1731266586855Running coprocessor pre-close hooks at 1731266586855Disabling compacts and flushes for region at 1731266586855Disabling writes for close at 1731266586855Failed flush hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66., putting online again at 1731266586855 2024-11-10T19:23:06,856 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,865 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:23:06,865 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1325): Online Regions={cd831462a369d4d1ee998667400f8f66=hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66.} 2024-11-10T19:23:06,865 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(3091): Received CLOSE for cd831462a369d4d1ee998667400f8f66 2024-11-10T19:23:06,865 DEBUG [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1351): Waiting on cd831462a369d4d1ee998667400f8f66 2024-11-10T19:23:06,865 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd831462a369d4d1ee998667400f8f66, disabling compactions & flushes 2024-11-10T19:23:06,865 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,865 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,865 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. after waiting 0 ms 2024-11-10T19:23:06,865 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,865 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd831462a369d4d1ee998667400f8f66: Waiting for close lock at 1731266586865Running coprocessor pre-close hooks at 1731266586865Disabling compacts and flushes for region at 1731266586865Disabling writes for close at 1731266586865Failed flush hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66., putting online again at 1731266586865 2024-11-10T19:23:06,865 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731266565079.cd831462a369d4d1ee998667400f8f66. 2024-11-10T19:23:06,989 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 883, reset compression=false 2024-11-10T19:23:06,993 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:23:06,993 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 1527, reset compression=false 2024-11-10T19:23:07,065 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T19:23:07,065 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,33225,1731266546616; all regions closed. 2024-11-10T19:23:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741834_1010 (size=4239) 2024-11-10T19:23:07,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.meta.1731266549462.meta not finished, retry = 0 2024-11-10T19:23:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741839_1015 (size=1297) 2024-11-10T19:23:07,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.rep.1731266566205 not finished, retry = 0 2024-11-10T19:23:07,195 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 to pos 1527, reset compression=false 2024-11-10T19:23:07,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/WALs/bdc25462c9ef,33225,1731266546616/bdc25462c9ef%2C33225%2C1731266546616.1731266548820 not finished, retry = 0 2024-11-10T19:23:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741833_1009 (size=1535) 2024-11-10T19:23:07,372 DEBUG [RS:0;bdc25462c9ef:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:07,372 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:07,373 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:07,373 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:07,373 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:07,373 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:07,373 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,33225,1731266546616 because: Region server is closing 2024-11-10T19:23:07,373 INFO [RS:0;bdc25462c9ef:33225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:33225. 2024-11-10T19:23:07,373 DEBUG [RS:0;bdc25462c9ef:33225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:07,374 DEBUG [RS:0;bdc25462c9ef:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:07,374 DEBUG [RS:0;bdc25462c9ef:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:07,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:07,474 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.shipperbdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 terminated 2024-11-10T19:23:07,474 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,33225,1731266546616.replicationSource.wal-reader.bdc25462c9ef%2C33225%2C1731266546616,1-bdc25462c9ef,33225,1731266546616 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:23:07,474 INFO [RS:0;bdc25462c9ef:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33225 2024-11-10T19:23:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262/rs 2024-11-10T19:23:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395123262/rs/bdc25462c9ef,33225,1731266546616 2024-11-10T19:23:07,521 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:07,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,33225,1731266546616] 2024-11-10T19:23:07,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-395123262/draining/bdc25462c9ef,33225,1731266546616 already deleted, retry=false 2024-11-10T19:23:07,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,33225,1731266546616 expired; onlineServers=0 2024-11-10T19:23:07,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,38957,1731266546430' ***** 2024-11-10T19:23:07,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:23:07,666 INFO [M:0;bdc25462c9ef:38957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:07,666 INFO [M:0;bdc25462c9ef:38957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:07,666 DEBUG [M:0;bdc25462c9ef:38957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:23:07,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:23:07,666 DEBUG [M:0;bdc25462c9ef:38957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:23:07,666 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266548633 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266548633,5,FailOnTimeoutGroup] 2024-11-10T19:23:07,666 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266548632 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266548632,5,FailOnTimeoutGroup] 2024-11-10T19:23:07,666 INFO [M:0;bdc25462c9ef:38957 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:07,666 INFO [M:0;bdc25462c9ef:38957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:07,666 DEBUG [M:0;bdc25462c9ef:38957 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:23:07,666 INFO [M:0;bdc25462c9ef:38957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:23:07,667 INFO [M:0;bdc25462c9ef:38957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:07,667 INFO [M:0;bdc25462c9ef:38957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:23:07,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:23:07,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:07,681 INFO [RS:0;bdc25462c9ef:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x1012632ff2c0001, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:07,682 INFO [RS:0;bdc25462c9ef:33225 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,33225,1731266546616; zookeeper connection closed. 2024-11-10T19:23:07,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b225f3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b225f3a 2024-11-10T19:23:07,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:23:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395123262/master 2024-11-10T19:23:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395123262 2024-11-10T19:23:07,719 DEBUG [M:0;bdc25462c9ef:38957 {}] zookeeper.ZKUtil(347): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Unable to get data of znode /0-395123262/master because node does not exist (not an error) 2024-11-10T19:23:07,719 WARN [M:0;bdc25462c9ef:38957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:23:07,720 INFO [M:0;bdc25462c9ef:38957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/.lastflushedseqids 2024-11-10T19:23:07,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741847_1023 (size=245) 2024-11-10T19:23:08,124 INFO [M:0;bdc25462c9ef:38957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:23:08,124 INFO [M:0;bdc25462c9ef:38957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:23:08,125 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:08,125 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:08,125 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:08,125 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:08,125 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:08,125 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T19:23:08,139 DEBUG [M:0;bdc25462c9ef:38957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/094b79bcd4004b2ba4e5ca2a5852a8bd is 82, key is hbase:meta,,1/info:regioninfo/1731266549493/Put/seqid=0 2024-11-10T19:23:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741848_1024 (size=5672) 2024-11-10T19:23:08,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:08,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:08,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:23:08,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:23:08,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:08,546 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/094b79bcd4004b2ba4e5ca2a5852a8bd 2024-11-10T19:23:08,565 DEBUG [M:0;bdc25462c9ef:38957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a61bd2fbc0d45ecac19e93f18d8d5e4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731266560674/Put/seqid=0 2024-11-10T19:23:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741849_1025 (size=7218) 2024-11-10T19:23:08,972 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a61bd2fbc0d45ecac19e93f18d8d5e4 2024-11-10T19:23:08,975 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a61bd2fbc0d45ecac19e93f18d8d5e4 2024-11-10T19:23:08,987 DEBUG [M:0;bdc25462c9ef:38957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf099404cc24635a4429215fe026ac5 is 69, key is bdc25462c9ef,33225,1731266546616/rs:state/1731266548676/Put/seqid=0 2024-11-10T19:23:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741850_1026 (size=5156) 2024-11-10T19:23:09,391 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf099404cc24635a4429215fe026ac5 2024-11-10T19:23:09,395 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/094b79bcd4004b2ba4e5ca2a5852a8bd as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/094b79bcd4004b2ba4e5ca2a5852a8bd 2024-11-10T19:23:09,398 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/094b79bcd4004b2ba4e5ca2a5852a8bd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T19:23:09,399 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a61bd2fbc0d45ecac19e93f18d8d5e4 as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a61bd2fbc0d45ecac19e93f18d8d5e4 2024-11-10T19:23:09,402 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a61bd2fbc0d45ecac19e93f18d8d5e4 2024-11-10T19:23:09,402 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a61bd2fbc0d45ecac19e93f18d8d5e4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T19:23:09,403 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf099404cc24635a4429215fe026ac5 as hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cf099404cc24635a4429215fe026ac5 2024-11-10T19:23:09,406 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40025/user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cf099404cc24635a4429215fe026ac5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T19:23:09,407 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-10T19:23:09,411 INFO [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:09,411 DEBUG [M:0;bdc25462c9ef:38957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266588124Disabling compacts and flushes for region at 1731266588124Disabling writes for close at 1731266588125 (+1 ms)Obtaining lock to block concurrent updates at 1731266588125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266588125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731266588125Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266588125Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266588125Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266588138 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266588139 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266588549 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266588564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266588564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266588975 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266588987 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266588987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e91f2ed: reopening flushed file at 1731266589395 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cc63a1: reopening flushed file at 1731266589398 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e619fa4: reopening flushed file at 1731266589403 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1731266589407 (+4 ms)Writing region close event to WAL at 1731266589411 (+4 ms)Closed at 1731266589411 2024-11-10T19:23:09,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41107 is added to blk_1073741830_1006 (size=64423) 2024-11-10T19:23:09,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11d64597-29c3-80e4-34df-1b13fac0ed3b/MasterData/WALs/bdc25462c9ef,38957,1731266546430/bdc25462c9ef%2C38957%2C1731266546430.1731266548322 not finished, retry = 0 2024-11-10T19:23:09,612 INFO [M:0;bdc25462c9ef:38957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:23:09,612 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:09,612 INFO [M:0;bdc25462c9ef:38957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38957 2024-11-10T19:23:09,612 INFO [M:0;bdc25462c9ef:38957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:09,878 INFO [M:0;bdc25462c9ef:38957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38957-0x1012632ff2c0000, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a1f47c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:09,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b48e5b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:09,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45702a23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c24fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:09,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:23:09,882 WARN [BP-1406696143-172.17.0.3-1731266544528 heartbeating to localhost/127.0.0.1:40025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:23:09,882 WARN [BP-1406696143-172.17.0.3-1731266544528 heartbeating to localhost/127.0.0.1:40025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406696143-172.17.0.3-1731266544528 (Datanode Uuid 9ec51c14-cf04-4693-bd8f-116871f94db6) service to localhost/127.0.0.1:40025 2024-11-10T19:23:09,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:23:09,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/data/data1/current/BP-1406696143-172.17.0.3-1731266544528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:09,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/cluster_b8e9be04-ed9a-d444-1b76-7c6ffadb32cc/data/data2/current/BP-1406696143-172.17.0.3-1731266544528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:09,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:23:09,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@338d80ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:09,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7578d2fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:09,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:09,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ada5a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:09,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20cb887c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12e2293-25ba-2883-0c34-28d325f122e9/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:09,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:23:09,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:23:09,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33357 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40025 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=781 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1677 (was 1881) 2024-11-10T19:23:09,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=1677 2024-11-10T19:23:09,934 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T19:23:09,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir so I do NOT create it in target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587 2024-11-10T19:23:09,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:23:09,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.tmp.dir so I do NOT create it in target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587 2024-11-10T19:23:09,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4c8a0bd-a04c-0de7-670c-f20adc8ff224/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:23:09,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587 2024-11-10T19:23:09,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74, deleteOnExit=true 2024-11-10T19:23:09,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/zookeeper_0, clientPort=54056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:23:09,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54056 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/test.cache.data in system properties and HBase conf 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:23:09,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:23:09,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:23:09,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:23:09,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:09,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:23:09,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:23:09,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012632ff2c0008, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:23:09,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012632ff2c0002, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:23:09,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012632ff2c0005, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:23:09,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012632ff2c0005, quorum=127.0.0.1:63205, baseZNode=/12024768907 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:23:09,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012632ff2c0008, quorum=127.0.0.1:63205, baseZNode=/2180714106 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:23:09,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012632ff2c0002, quorum=127.0.0.1:63205, baseZNode=/0-395123262 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:23:10,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:10,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:10,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:10,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:10,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:23:10,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:10,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e18c48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:10,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@256c4fa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:10,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f340a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/java.io.tmpdir/jetty-localhost-38399-hadoop-hdfs-3_4_1-tests_jar-_-any-5451893471185853850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:10,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70c1b80b{HTTP/1.1, (http/1.1)}{localhost:38399} 2024-11-10T19:23:10,861 INFO [Time-limited test {}] server.Server(415): Started @322372ms 2024-11-10T19:23:11,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:11,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:11,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:11,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:11,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:23:11,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529ab599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:11,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c7f116{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:11,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d05e9b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/java.io.tmpdir/jetty-localhost-35961-hadoop-hdfs-3_4_1-tests_jar-_-any-6526211511136790698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:11,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c3e29d4{HTTP/1.1, (http/1.1)}{localhost:35961} 2024-11-10T19:23:11,465 INFO [Time-limited test {}] server.Server(415): Started @322976ms 2024-11-10T19:23:11,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:23:12,379 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/data/data1/current/BP-269111173-172.17.0.3-1731266589955/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:12,379 WARN [Thread-4190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/data/data2/current/BP-269111173-172.17.0.3-1731266589955/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:12,396 WARN [Thread-4177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:23:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x870a5cdac2e271b3 with lease ID 0x990e6c4f32a53d18: Processing first storage report for DS-6638731f-9b55-4b84-8d06-b8ae8e2bad9d from datanode DatanodeRegistration(127.0.0.1:38867, datanodeUuid=960d56df-be82-4229-a59b-825140046281, infoPort=37411, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=453532467;c=1731266589955) 2024-11-10T19:23:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x870a5cdac2e271b3 with lease ID 0x990e6c4f32a53d18: from storage DS-6638731f-9b55-4b84-8d06-b8ae8e2bad9d node DatanodeRegistration(127.0.0.1:38867, datanodeUuid=960d56df-be82-4229-a59b-825140046281, infoPort=37411, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=453532467;c=1731266589955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x870a5cdac2e271b3 with lease ID 0x990e6c4f32a53d18: Processing first storage report for DS-3a72e7f5-7ecb-45ba-8493-917ba30a46c8 from datanode DatanodeRegistration(127.0.0.1:38867, datanodeUuid=960d56df-be82-4229-a59b-825140046281, infoPort=37411, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=453532467;c=1731266589955) 2024-11-10T19:23:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x870a5cdac2e271b3 with lease ID 0x990e6c4f32a53d18: from storage DS-3a72e7f5-7ecb-45ba-8493-917ba30a46c8 node DatanodeRegistration(127.0.0.1:38867, datanodeUuid=960d56df-be82-4229-a59b-825140046281, infoPort=37411, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=453532467;c=1731266589955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:12,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587 2024-11-10T19:23:12,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:12,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:23:12,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74 with version=8 2024-11-10T19:23:12,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/hbase-staging 2024-11-10T19:23:12,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:12,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:12,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:12,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:12,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:12,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:12,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:23:12,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:12,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35719 2024-11-10T19:23:12,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35719 connecting to ZooKeeper ensemble=127.0.0.1:54056 2024-11-10T19:23:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357190x0, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:12,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35719-0x1012633b09c0000 connected 2024-11-10T19:23:12,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:12,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:12,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on znode that does not yet exist, /01515254829/running 2024-11-10T19:23:12,971 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74, hbase.cluster.distributed=false 2024-11-10T19:23:12,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on znode that does not yet exist, /01515254829/acl 2024-11-10T19:23:12,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35719 2024-11-10T19:23:12,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35719 2024-11-10T19:23:12,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35719 2024-11-10T19:23:12,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35719 2024-11-10T19:23:12,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35719 2024-11-10T19:23:12,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:12,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:12,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:12,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:12,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:12,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:12,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:23:12,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:12,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36923 2024-11-10T19:23:12,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36923 connecting to ZooKeeper ensemble=127.0.0.1:54056 2024-11-10T19:23:12,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:12,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369230x0, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:13,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369230x0, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on znode that does not yet exist, /01515254829/running 2024-11-10T19:23:13,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36923-0x1012633b09c0001 connected 2024-11-10T19:23:13,010 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:23:13,011 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:23:13,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on znode that does not yet exist, /01515254829/master 2024-11-10T19:23:13,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on znode that does not yet exist, /01515254829/acl 2024-11-10T19:23:13,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36923 2024-11-10T19:23:13,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36923 2024-11-10T19:23:13,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36923 2024-11-10T19:23:13,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36923 2024-11-10T19:23:13,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36923 2024-11-10T19:23:13,029 DEBUG [M:0;bdc25462c9ef:35719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:35719 2024-11-10T19:23:13,030 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01515254829/backup-masters/bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:13,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829/backup-masters 2024-11-10T19:23:13,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829/backup-masters 2024-11-10T19:23:13,042 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on existing znode=/01515254829/backup-masters/bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:13,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01515254829/master 2024-11-10T19:23:13,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:13,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:13,052 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on existing znode=/01515254829/master 2024-11-10T19:23:13,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01515254829/backup-masters/bdc25462c9ef,35719,1731266592821 from backup master directory 2024-11-10T19:23:13,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829/backup-masters 2024-11-10T19:23:13,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01515254829/backup-masters/bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:13,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829/backup-masters 2024-11-10T19:23:13,062 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:13,062 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:13,065 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/hbase.id] with ID: 643f9220-f11c-4be8-8fc9-5ed2336e4cbc 2024-11-10T19:23:13,065 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/.tmp/hbase.id 2024-11-10T19:23:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:23:13,469 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/.tmp/hbase.id]:[hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/hbase.id] 2024-11-10T19:23:13,477 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:13,477 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:23:13,478 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:23:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:23:13,888 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:13,889 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:23:13,890 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:23:13,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:13,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:13,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:13,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:13,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:13,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:13,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:13,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:14,304 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/data/master/store 2024-11-10T19:23:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:23:14,318 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:14,318 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:14,318 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:14,318 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:14,318 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:14,318 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:14,318 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:14,318 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266594318Disabling compacts and flushes for region at 1731266594318Disabling writes for close at 1731266594318Writing region close event to WAL at 1731266594318Closed at 1731266594318 2024-11-10T19:23:14,321 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/data/master/store/.initializing 2024-11-10T19:23:14,321 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/WALs/bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:14,323 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:14,324 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C35719%2C1731266592821, suffix=, logDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/WALs/bdc25462c9ef,35719,1731266592821, archiveDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/oldWALs, maxLogs=10 2024-11-10T19:23:14,361 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/WALs/bdc25462c9ef,35719,1731266592821/bdc25462c9ef%2C35719%2C1731266592821.1731266594325, exclude list is [], retry=0 2024-11-10T19:23:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-6638731f-9b55-4b84-8d06-b8ae8e2bad9d,DISK] 2024-11-10T19:23:14,369 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/WALs/bdc25462c9ef,35719,1731266592821/bdc25462c9ef%2C35719%2C1731266592821.1731266594325 2024-11-10T19:23:14,369 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37411:37411)] 2024-11-10T19:23:14,369 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:14,370 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:14,370 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,370 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:23:14,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:14,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:23:14,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:14,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:23:14,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:14,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:23:14,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:14,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,379 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,379 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,380 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,380 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,380 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:14,381 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:14,383 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:14,384 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66978432, jitterRate=-0.0019435882568359375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:14,385 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266594370Initializing all the Stores at 1731266594370Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266594370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266594372 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266594372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266594372Cleaning up temporary data from old regions at 1731266594380 (+8 ms)Region opened successfully at 1731266594385 (+5 ms) 2024-11-10T19:23:14,388 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:23:14,391 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e7fe29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:14,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:23:14,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:23:14,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:23:14,392 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:23:14,393 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:23:14,394 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:23:14,394 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:23:14,397 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:23:14,398 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Unable to get data of znode /01515254829/balancer because node does not exist (not necessarily an error) 2024-11-10T19:23:14,410 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01515254829/balancer already deleted, retry=false 2024-11-10T19:23:14,410 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:23:14,411 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Unable to get data of znode /01515254829/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:23:14,420 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01515254829/normalizer already deleted, retry=false 2024-11-10T19:23:14,421 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:23:14,422 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Unable to get data of znode /01515254829/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:23:14,431 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01515254829/switch/split already deleted, retry=false 2024-11-10T19:23:14,432 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Unable to get data of znode /01515254829/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:23:14,442 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01515254829/switch/merge already deleted, retry=false 2024-11-10T19:23:14,444 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Unable to get data of znode /01515254829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:23:14,452 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01515254829/snapshot-cleanup already deleted, retry=false 2024-11-10T19:23:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01515254829/running 2024-11-10T19:23:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01515254829/running 2024-11-10T19:23:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:14,463 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,35719,1731266592821, sessionid=0x1012633b09c0000, setting cluster-up flag (Was=false) 2024-11-10T19:23:14,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:14,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:14,515 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01515254829/flush-table-proc/acquired, /01515254829/flush-table-proc/reached, /01515254829/flush-table-proc/abort 2024-11-10T19:23:14,516 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:14,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:14,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:14,567 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01515254829/online-snapshot/acquired, /01515254829/online-snapshot/reached, /01515254829/online-snapshot/abort 2024-11-10T19:23:14,569 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:14,570 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:23:14,581 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:14,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:23:14,582 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:23:14,582 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,35719,1731266592821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:23:14,583 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:14,583 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:14,583 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:14,583 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:14,584 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:23:14,584 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,584 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:14,584 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:14,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:23:14,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:23:14,641 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(746): ClusterId : 643f9220-f11c-4be8-8fc9-5ed2336e4cbc 2024-11-10T19:23:14,641 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:23:14,654 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:23:14,654 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:23:14,664 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:23:14,664 DEBUG [RS:0;bdc25462c9ef:36923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5742750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:14,705 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:36923 2024-11-10T19:23:14,705 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:23:14,705 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:23:14,705 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:23:14,706 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,35719,1731266592821 with port=36923, startcode=1731266592990 2024-11-10T19:23:14,706 DEBUG [RS:0;bdc25462c9ef:36923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:23:14,708 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266624708 2024-11-10T19:23:14,708 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:23:14,708 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:23:14,709 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:23:14,709 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:23:14,709 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:23:14,709 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:23:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:23:14,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:23:14,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74 2024-11-10T19:23:14,736 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,741 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:23:14,742 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T19:23:14,742 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T19:23:14,743 WARN [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T19:23:14,746 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:23:14,747 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:23:14,747 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:23:14,747 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:23:14,756 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:23:14,756 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:23:14,764 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266594756,5,FailOnTimeoutGroup] 2024-11-10T19:23:14,780 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266594764,5,FailOnTimeoutGroup] 2024-11-10T19:23:14,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:23:14,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,780 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:23:14,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:14,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:14,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:14,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:14,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:14,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:14,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:14,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:14,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:14,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:14,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:14,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:14,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:14,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:14,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:14,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/hbase/meta/1588230740 2024-11-10T19:23:14,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/hbase/meta/1588230740 2024-11-10T19:23:14,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:14,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:14,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:14,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:14,843 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,35719,1731266592821 with port=36923, startcode=1731266592990 2024-11-10T19:23:14,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:14,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:14,846 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74 2024-11-10T19:23:14,846 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46705 2024-11-10T19:23:14,846 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:23:14,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829/rs 2024-11-10T19:23:14,852 DEBUG [RS:0;bdc25462c9ef:36923 {}] zookeeper.ZKUtil(111): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Set watcher on existing znode=/01515254829/rs/bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:14,852 WARN [RS:0;bdc25462c9ef:36923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:14,852 INFO [RS:0;bdc25462c9ef:36923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:14,853 DEBUG [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:14,857 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:14,857 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61646295, jitterRate=-0.0813986212015152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:14,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266594815Initializing all the Stores at 1731266594815Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266594815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266594828 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266594828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266594828Cleaning up temporary data from old regions at 1731266594841 (+13 ms)Region opened successfully at 1731266594858 (+17 ms) 2024-11-10T19:23:14,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:14,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:14,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:14,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:14,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:14,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:14,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266594858Disabling compacts and flushes for region at 1731266594858Disabling writes for close at 1731266594858Writing region close event to WAL at 1731266594877 (+19 ms)Closed at 1731266594877 2024-11-10T19:23:14,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:14,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:23:14,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:23:14,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:14,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,36923,1731266592990] 2024-11-10T19:23:14,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:23:14,883 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:23:14,888 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:23:14,889 INFO [RS:0;bdc25462c9ef:36923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:23:14,889 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,892 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:23:14,894 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:23:14,894 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:14,894 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:14,895 DEBUG [RS:0;bdc25462c9ef:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:14,920 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,921 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,921 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,921 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,921 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,921 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36923,1731266592990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:14,951 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:23:14,951 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36923,1731266592990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,951 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,951 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.Replication(171): bdc25462c9ef,36923,1731266592990 started 2024-11-10T19:23:14,980 INFO [RS:0;bdc25462c9ef:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:14,980 INFO [RS:0;bdc25462c9ef:36923 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,36923,1731266592990, RpcServer on bdc25462c9ef/172.17.0.3:36923, sessionid=0x1012633b09c0001 2024-11-10T19:23:14,980 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:23:14,980 DEBUG [RS:0;bdc25462c9ef:36923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:14,980 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,36923,1731266592990' 2024-11-10T19:23:14,980 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01515254829/flush-table-proc/abort' 2024-11-10T19:23:14,981 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01515254829/flush-table-proc/acquired' 2024-11-10T19:23:14,982 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:23:14,982 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:23:14,982 DEBUG [RS:0;bdc25462c9ef:36923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:14,982 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,36923,1731266592990' 2024-11-10T19:23:14,982 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01515254829/online-snapshot/abort' 2024-11-10T19:23:14,982 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01515254829/online-snapshot/acquired' 2024-11-10T19:23:14,983 DEBUG [RS:0;bdc25462c9ef:36923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:23:14,983 INFO [RS:0;bdc25462c9ef:36923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:23:14,983 INFO [RS:0;bdc25462c9ef:36923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:23:15,031 WARN [bdc25462c9ef:35719 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:23:15,083 INFO [RS:0;bdc25462c9ef:36923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:15,084 INFO [RS:0;bdc25462c9ef:36923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36923%2C1731266592990, suffix=, logDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990, archiveDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/oldWALs, maxLogs=10 2024-11-10T19:23:15,105 DEBUG [RS:0;bdc25462c9ef:36923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990/bdc25462c9ef%2C36923%2C1731266592990.1731266595085, exclude list is [], retry=0 2024-11-10T19:23:15,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-6638731f-9b55-4b84-8d06-b8ae8e2bad9d,DISK] 2024-11-10T19:23:15,141 INFO [RS:0;bdc25462c9ef:36923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990/bdc25462c9ef%2C36923%2C1731266592990.1731266595085 2024-11-10T19:23:15,160 DEBUG [RS:0;bdc25462c9ef:36923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37411:37411)] 2024-11-10T19:23:15,282 DEBUG [bdc25462c9ef:35719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:23:15,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:15,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36923,1731266592990, state=OPENING 2024-11-10T19:23:15,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:23:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01515254829 2024-11-10T19:23:15,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:15,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01515254829/meta-region-server: CHANGED 2024-11-10T19:23:15,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01515254829/meta-region-server: CHANGED 2024-11-10T19:23:15,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36923,1731266592990}] 2024-11-10T19:23:15,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:15,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:23:15,532 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:23:15,532 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:15,533 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:23:15,535 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36923%2C1731266592990.meta, suffix=.meta, logDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990, archiveDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/oldWALs, maxLogs=10 2024-11-10T19:23:15,555 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990/bdc25462c9ef%2C36923%2C1731266592990.meta.1731266595535.meta, exclude list is [], retry=0 2024-11-10T19:23:15,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-6638731f-9b55-4b84-8d06-b8ae8e2bad9d,DISK] 2024-11-10T19:23:15,567 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/WALs/bdc25462c9ef,36923,1731266592990/bdc25462c9ef%2C36923%2C1731266592990.meta.1731266595535.meta 2024-11-10T19:23:15,568 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37411:37411)] 2024-11-10T19:23:15,568 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:15,568 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:15,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:23:15,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:23:15,569 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:23:15,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:23:15,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:15,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:23:15,569 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:23:15,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:15,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:15,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:15,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:15,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:15,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:15,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:15,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:15,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:15,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:15,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:15,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:15,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:15,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:15,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:15,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:15,598 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:15,599 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/hbase/meta/1588230740 2024-11-10T19:23:15,600 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/hbase/meta/1588230740 2024-11-10T19:23:15,601 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:15,601 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:15,602 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:15,603 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:15,604 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59498900, jitterRate=-0.11339730024337769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:15,604 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:23:15,604 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266595569Writing region info on filesystem at 1731266595569Initializing all the Stores at 1731266595573 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266595573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266595573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266595573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266595573Cleaning up temporary data from old regions at 1731266595601 (+28 ms)Running coprocessor post-open hooks at 1731266595604 (+3 ms)Region opened successfully at 1731266595604 2024-11-10T19:23:15,605 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266595524 2024-11-10T19:23:15,607 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:23:15,607 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:23:15,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:15,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36923,1731266592990, state=OPEN 2024-11-10T19:23:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x1012633b09c0000, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01515254829/meta-region-server 2024-11-10T19:23:15,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:15,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01515254829/meta-region-server: CHANGED 2024-11-10T19:23:15,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1012633b09c0001, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01515254829/meta-region-server 2024-11-10T19:23:15,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01515254829/meta-region-server: CHANGED 2024-11-10T19:23:15,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:23:15,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36923,1731266592990 in 310 msec 2024-11-10T19:23:15,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:23:15,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 804 msec 2024-11-10T19:23:15,693 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:15,693 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:23:15,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:15,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36923,1731266592990, seqNum=-1] 2024-11-10T19:23:15,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:15,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:15,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-10T19:23:15,717 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266595717, completionTime=-1 2024-11-10T19:23:15,717 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:23:15,717 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266655720 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266715720 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35719,1731266592821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35719,1731266592821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35719,1731266592821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,721 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:35719, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,721 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,723 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:23:15,724 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.666sec 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35719,1731266592821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:15,728 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35719,1731266592821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:23:15,750 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:23:15,750 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:23:15,750 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,35719,1731266592821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:15,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b71d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:15,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,35719,-1 for getting cluster id 2024-11-10T19:23:15,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:15,771 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '643f9220-f11c-4be8-8fc9-5ed2336e4cbc' 2024-11-10T19:23:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "643f9220-f11c-4be8-8fc9-5ed2336e4cbc" 2024-11-10T19:23:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300b137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,35719,-1] 2024-11-10T19:23:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:15,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:15,774 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:15,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2899fe35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:15,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36923,1731266592990, seqNum=-1] 2024-11-10T19:23:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:15,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:15,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:15,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54056 2024-11-10T19:23:15,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54056, baseZNode=/01515254829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:15,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012633b09c0002 connected 2024-11-10T19:23:15,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ecef48 2024-11-10T19:23:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:15,836 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:15,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:23:15,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:23:15,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:15,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:23:15,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:23:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:23:15,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68bfd91eee92da9720ba80e671d2bcf1, NAME => 'test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74 2024-11-10T19:23:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:23:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:16,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:16,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68bfd91eee92da9720ba80e671d2bcf1, disabling compactions & flushes 2024-11-10T19:23:16,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. after waiting 0 ms 2024-11-10T19:23:16,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68bfd91eee92da9720ba80e671d2bcf1: Waiting for close lock at 1731266596400Disabling compacts and flushes for region at 1731266596400Disabling writes for close at 1731266596400Writing region close event to WAL at 1731266596400Closed at 1731266596400 2024-11-10T19:23:16,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:23:16,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266596402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266596402"}]},"ts":"1731266596402"} 2024-11-10T19:23:16,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:23:16,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:23:16,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266596408"}]},"ts":"1731266596408"} 2024-11-10T19:23:16,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:23:16,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68bfd91eee92da9720ba80e671d2bcf1, ASSIGN}] 2024-11-10T19:23:16,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68bfd91eee92da9720ba80e671d2bcf1, ASSIGN 2024-11-10T19:23:16,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68bfd91eee92da9720ba80e671d2bcf1, ASSIGN; state=OFFLINE, location=bdc25462c9ef,36923,1731266592990; forceNewPlan=false, retain=false 2024-11-10T19:23:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:16,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68bfd91eee92da9720ba80e671d2bcf1, regionState=OPENING, regionLocation=bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:16,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68bfd91eee92da9720ba80e671d2bcf1, ASSIGN because future has completed 2024-11-10T19:23:16,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68bfd91eee92da9720ba80e671d2bcf1, server=bdc25462c9ef,36923,1731266592990}] 2024-11-10T19:23:16,771 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,771 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68bfd91eee92da9720ba80e671d2bcf1, NAME => 'test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:16,771 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:16,772 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:23:16,772 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,772 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:16,772 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,772 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,787 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,789 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68bfd91eee92da9720ba80e671d2bcf1 columnFamilyName f 2024-11-10T19:23:16,789 DEBUG [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:16,789 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] regionserver.HStore(327): Store=68bfd91eee92da9720ba80e671d2bcf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:16,789 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,790 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68bfd91eee92da9720ba80e671d2bcf1 columnFamilyName f1 2024-11-10T19:23:16,790 DEBUG [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:16,791 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] regionserver.HStore(327): Store=68bfd91eee92da9720ba80e671d2bcf1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:16,791 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,792 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68bfd91eee92da9720ba80e671d2bcf1 columnFamilyName norep 2024-11-10T19:23:16,792 DEBUG [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:16,793 INFO [StoreOpener-68bfd91eee92da9720ba80e671d2bcf1-1 {}] regionserver.HStore(327): Store=68bfd91eee92da9720ba80e671d2bcf1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:16,793 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,793 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/default/test/68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,794 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/default/test/68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,794 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,794 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,795 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:23:16,796 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,820 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/data/default/test/68bfd91eee92da9720ba80e671d2bcf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:16,821 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68bfd91eee92da9720ba80e671d2bcf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68956179, jitterRate=0.027527138590812683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:23:16,821 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68bfd91eee92da9720ba80e671d2bcf1 2024-11-10T19:23:16,822 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68bfd91eee92da9720ba80e671d2bcf1: Running coprocessor pre-open hook at 1731266596772Writing region info on filesystem at 1731266596772Initializing all the Stores at 1731266596773 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266596773Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266596784 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266596784Cleaning up temporary data from old regions at 1731266596794 (+10 ms)Running coprocessor post-open hooks at 1731266596821 (+27 ms)Region opened successfully at 1731266596821 2024-11-10T19:23:16,822 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1., pid=6, masterSystemTime=1731266596748 2024-11-10T19:23:16,825 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,825 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266595837.68bfd91eee92da9720ba80e671d2bcf1. 2024-11-10T19:23:16,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68bfd91eee92da9720ba80e671d2bcf1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,36923,1731266592990 2024-11-10T19:23:16,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68bfd91eee92da9720ba80e671d2bcf1, server=bdc25462c9ef,36923,1731266592990 because future has completed 2024-11-10T19:23:16,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:23:16,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68bfd91eee92da9720ba80e671d2bcf1, server=bdc25462c9ef,36923,1731266592990 in 260 msec 2024-11-10T19:23:16,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:23:16,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68bfd91eee92da9720ba80e671d2bcf1, ASSIGN in 432 msec 2024-11-10T19:23:16,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:23:16,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266596847"}]},"ts":"1731266596847"} 2024-11-10T19:23:16,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:23:16,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:23:16,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0140 sec 2024-11-10T19:23:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:16,984 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:23:16,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:16,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,35719,-1 for getting cluster id 2024-11-10T19:23:16,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:16,995 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '643f9220-f11c-4be8-8fc9-5ed2336e4cbc' 2024-11-10T19:23:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "643f9220-f11c-4be8-8fc9-5ed2336e4cbc" 2024-11-10T19:23:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540c9089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,35719,-1] 2024-11-10T19:23:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:16,997 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204717a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:16,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46508e1d 2024-11-10T19:23:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:17,000 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:17,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:35719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:17,016 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:35719' 2024-11-10T19:23:17,025 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7969efd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:17,025 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,35719,-1 for getting cluster id 2024-11-10T19:23:17,025 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:17,027 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '643f9220-f11c-4be8-8fc9-5ed2336e4cbc' 2024-11-10T19:23:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "643f9220-f11c-4be8-8fc9-5ed2336e4cbc" 2024-11-10T19:23:17,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ae463e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:17,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,35719,-1] 2024-11-10T19:23:17,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:17,029 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:17,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:17,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3f1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:17,031 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:17,034 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,35719,1731266592821 2024-11-10T19:23:17,034 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4c4660 2024-11-10T19:23:17,034 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:17,036 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:17,037 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-10T19:23:17,037 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:23:17,037 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:17,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:17,039 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:17,041 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bdc25462c9ef:35719, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T19:23:17,058 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bdc25462c9ef:35719, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bdc25462c9ef:35719, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bdc25462c9ef:35719, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T19:23:17,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bdc25462c9ef:35719, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=60 msec 2024-11-10T19:23:17,062 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T19:23:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:17,126 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://bdc25462c9ef:35719, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T19:23:17,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:17,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:17,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:17,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:17,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:17,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 361) Potentially hanging thread: Session-HouseKeeper-2d579d19-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/bdc25462c9ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1692463297) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1501b66d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-269111173-172.17.0.3-1731266589955:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp2110010779-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1484503500_20 at /127.0.0.1:53462 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2b9337c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:54056): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server idle connection scanner for port 46705 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33269 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1504603695-7943 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f180c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1d562959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74-prefix:bdc25462c9ef,36923,1731266592990 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74/MasterData-prefix:bdc25462c9ef,35719,1731266592821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/bdc25462c9ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bdc25462c9ef:36923-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f180c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@37320f2f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;bdc25462c9ef:35719 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54056) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2caa4d84 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-269111173-172.17.0.3-1731266589955 heartbeating to localhost/127.0.0.1:46705 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66761ef3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1504603695-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266594756 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/data/data1/current/BP-269111173-172.17.0.3-1731266589955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46705/user/jenkins/test-data/bb82f98d-a808-ff1e-3c08-be3a9b442e74-prefix:bdc25462c9ef,36923,1731266592990.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-269111173-172.17.0.3-1731266589955:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bdc25462c9ef:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54056 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;bdc25462c9ef:36923 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f180c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2110010779-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f180c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/bdc25462c9ef:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: bdc25462c9ef:35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PacketResponder: BP-269111173-172.17.0.3-1731266589955:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1465918656_20 at /127.0.0.1:53522 [Receiving block BP-269111173-172.17.0.3-1731266589955:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/cluster_a3558c2d-2fcb-ab43-8049-466a620f0a74/data/data2/current/BP-269111173-172.17.0.3-1731266589955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1484503500_20 at /127.0.0.1:53546 [Receiving block BP-269111173-172.17.0.3-1731266589955:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1504603695-7944-acceptor-0@b80f416-ServerConnector@3c3e29d4{HTTP/1.1, (http/1.1)}{localhost:35961} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1457bd5c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f180cab71f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7898-acceptor-0@2a75992a-ServerConnector@70c1b80b{HTTP/1.1, (http/1.1)}{localhost:38399} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46705 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2110010779-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f180c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266594764 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp2110010779-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54056) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1484503500_20 at /127.0.0.1:53562 [Receiving block BP-269111173-172.17.0.3-1731266589955:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bdc25462c9ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54056) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1504603695-7945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007f180c9f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2856 (was 1677) - AvailableMemoryMB LEAK? - 2024-11-10T19:23:17,186 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-10T19:23:17,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=2855 2024-11-10T19:23:17,203 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-10T19:23:17,222 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T19:23:17,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.log.dir so I do NOT create it in target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7 2024-11-10T19:23:17,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:23:17,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.tmp.dir so I do NOT create it in target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7 2024-11-10T19:23:17,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446e8cc2-3a61-4121-c0c6-3729601bb587/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:23:17,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7 2024-11-10T19:23:17,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f, deleteOnExit=true 2024-11-10T19:23:17,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/zookeeper_0, clientPort=58081, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:23:17,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58081 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/test.cache.data in system properties and HBase conf 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:23:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:23:17,266 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:23:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:23:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:23:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:23:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:23:17,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:17,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:17,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:17,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:17,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:23:17,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:17,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efffad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:17,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2874f3a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:17,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b5cb6ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/java.io.tmpdir/jetty-localhost-43575-hadoop-hdfs-3_4_1-tests_jar-_-any-358953573766665323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:17,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b4a400{HTTP/1.1, (http/1.1)}{localhost:43575} 2024-11-10T19:23:17,835 INFO [Time-limited test {}] server.Server(415): Started @329346ms 2024-11-10T19:23:17,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:23:17,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:23:17,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T19:23:17,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T19:23:17,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:17,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T19:23:18,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:18,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:18,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:18,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:18,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:23:18,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5cb522{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:18,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376386ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:18,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41108ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/java.io.tmpdir/jetty-localhost-36051-hadoop-hdfs-3_4_1-tests_jar-_-any-5416920242680081625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:18,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e80402{HTTP/1.1, (http/1.1)}{localhost:36051} 2024-11-10T19:23:18,257 INFO [Time-limited test {}] server.Server(415): Started @329767ms 2024-11-10T19:23:18,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:23:19,077 WARN [Thread-4324 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/data/data2/current/BP-1459789470-172.17.0.3-1731266597289/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:19,080 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/data/data1/current/BP-1459789470-172.17.0.3-1731266597289/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:19,150 WARN [Thread-4311 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:23:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79c592b42f5b200e with lease ID 0xd3c96092618016a7: Processing first storage report for DS-0cca8981-1e80-4ea2-9bc8-1ce003978493 from datanode DatanodeRegistration(127.0.0.1:37901, datanodeUuid=6ca8d89d-9e8d-4e96-93af-86f48a9c882a, infoPort=43859, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=650580718;c=1731266597289) 2024-11-10T19:23:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79c592b42f5b200e with lease ID 0xd3c96092618016a7: from storage DS-0cca8981-1e80-4ea2-9bc8-1ce003978493 node DatanodeRegistration(127.0.0.1:37901, datanodeUuid=6ca8d89d-9e8d-4e96-93af-86f48a9c882a, infoPort=43859, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=650580718;c=1731266597289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79c592b42f5b200e with lease ID 0xd3c96092618016a7: Processing first storage report for DS-fdef4987-728b-4789-892d-83ef75be4485 from datanode DatanodeRegistration(127.0.0.1:37901, datanodeUuid=6ca8d89d-9e8d-4e96-93af-86f48a9c882a, infoPort=43859, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=650580718;c=1731266597289) 2024-11-10T19:23:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79c592b42f5b200e with lease ID 0xd3c96092618016a7: from storage DS-fdef4987-728b-4789-892d-83ef75be4485 node DatanodeRegistration(127.0.0.1:37901, datanodeUuid=6ca8d89d-9e8d-4e96-93af-86f48a9c882a, infoPort=43859, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=650580718;c=1731266597289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:19,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7 2024-11-10T19:23:19,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:19,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:23:19,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7 with version=8 2024-11-10T19:23:19,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/hbase-staging 2024-11-10T19:23:19,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:23:19,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:19,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36299 2024-11-10T19:23:19,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36299 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:19,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362990x0, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:19,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36299-0x1012633cd350000 connected 2024-11-10T19:23:20,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:20,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:20,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/running 2024-11-10T19:23:20,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7, hbase.cluster.distributed=false 2024-11-10T19:23:20,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/acl 2024-11-10T19:23:20,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36299 2024-11-10T19:23:20,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36299 2024-11-10T19:23:20,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36299 2024-11-10T19:23:20,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36299 2024-11-10T19:23:20,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36299 2024-11-10T19:23:20,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:20,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:20,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:20,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:20,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:20,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:20,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:23:20,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:20,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41589 2024-11-10T19:23:20,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41589 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:20,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:20,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:20,109 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415890x0, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:20,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41589-0x1012633cd350001 connected 2024-11-10T19:23:20,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/running 2024-11-10T19:23:20,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:23:20,126 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:23:20,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/master 2024-11-10T19:23:20,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/acl 2024-11-10T19:23:20,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-10T19:23:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41589 2024-11-10T19:23:20,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41589 2024-11-10T19:23:20,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-10T19:23:20,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-10T19:23:20,259 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:36299 2024-11-10T19:23:20,264 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-622086570/backup-masters/bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:20,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570/backup-masters 2024-11-10T19:23:20,272 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570/backup-masters 2024-11-10T19:23:20,278 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on existing znode=/0-622086570/backup-masters/bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:20,288 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-622086570/master 2024-11-10T19:23:20,288 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:20,289 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on existing znode=/0-622086570/master 2024-11-10T19:23:20,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-622086570/backup-masters/bdc25462c9ef,36299,1731266599724 from backup master directory 2024-11-10T19:23:20,299 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570/backup-masters 2024-11-10T19:23:20,299 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:20,299 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:20,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-622086570/backup-masters/bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:20,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570/backup-masters 2024-11-10T19:23:20,308 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/hbase.id] with ID: c5fd6cbe-260e-42c5-969b-5b01ebe3431f 2024-11-10T19:23:20,308 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/.tmp/hbase.id 2024-11-10T19:23:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:23:20,377 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/.tmp/hbase.id]:[hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/hbase.id] 2024-11-10T19:23:20,387 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:20,387 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:23:20,388 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:23:20,398 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:20,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:20,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:23:20,451 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:20,452 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:23:20,452 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:23:20,476 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store 2024-11-10T19:23:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:23:20,931 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:20,931 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:20,931 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:20,931 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:20,931 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:20,931 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:20,931 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:20,931 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266600931Disabling compacts and flushes for region at 1731266600931Disabling writes for close at 1731266600931Writing region close event to WAL at 1731266600931Closed at 1731266600931 2024-11-10T19:23:20,932 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/.initializing 2024-11-10T19:23:20,932 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/WALs/bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:20,933 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:20,935 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C36299%2C1731266599724, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/WALs/bdc25462c9ef,36299,1731266599724, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/oldWALs, maxLogs=10 2024-11-10T19:23:20,960 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/WALs/bdc25462c9ef,36299,1731266599724/bdc25462c9ef%2C36299%2C1731266599724.1731266600935, exclude list is [], retry=0 2024-11-10T19:23:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:20,984 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/WALs/bdc25462c9ef,36299,1731266599724/bdc25462c9ef%2C36299%2C1731266599724.1731266600935 2024-11-10T19:23:20,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:20,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:20,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:20,990 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:20,990 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:20,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:23:21,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:21,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:23:21,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:21,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:23:21,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:21,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:23:21,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:21,014 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,015 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,015 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,016 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,017 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,017 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:21,020 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:21,025 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:21,026 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67844316, jitterRate=0.010959088802337646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:21,026 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266600990Initializing all the Stores at 1731266600991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266600991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266600992 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266600992Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266600992Cleaning up temporary data from old regions at 1731266601017 (+25 ms)Region opened successfully at 1731266601026 (+9 ms) 2024-11-10T19:23:21,041 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:23:21,044 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e64a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:21,048 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:23:21,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:23:21,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:23:21,049 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:23:21,050 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:23:21,050 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:23:21,050 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:23:21,058 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:23:21,059 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Unable to get data of znode /0-622086570/balancer because node does not exist (not necessarily an error) 2024-11-10T19:23:21,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:21,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,154 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-622086570/balancer already deleted, retry=false 2024-11-10T19:23:21,154 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:23:21,155 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Unable to get data of znode /0-622086570/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:23:21,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,167 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-622086570/normalizer already deleted, retry=false 2024-11-10T19:23:21,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,167 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:23:21,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:21,181 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Unable to get data of znode /0-622086570/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:23:21,193 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-622086570/switch/split already deleted, retry=false 2024-11-10T19:23:21,194 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Unable to get data of znode /0-622086570/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:23:21,204 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-622086570/switch/merge already deleted, retry=false 2024-11-10T19:23:21,206 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Unable to get data of znode /0-622086570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:23:21,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:23:21,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T19:23:21,214 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-622086570/snapshot-cleanup already deleted, retry=false 2024-11-10T19:23:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-622086570/running 2024-11-10T19:23:21,225 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-622086570/running 2024-11-10T19:23:21,225 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:21,226 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,36299,1731266599724, sessionid=0x1012633cd350000, setting cluster-up flag (Was=false) 2024-11-10T19:23:21,246 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:21,278 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-622086570/flush-table-proc/acquired, /0-622086570/flush-table-proc/reached, /0-622086570/flush-table-proc/abort 2024-11-10T19:23:21,279 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:21,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:21,299 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:21,332 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-622086570/online-snapshot/acquired, /0-622086570/online-snapshot/reached, /0-622086570/online-snapshot/abort 2024-11-10T19:23:21,335 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:21,354 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:23:21,371 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:21,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:23:21,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:23:21,372 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,36299,1731266599724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:21,373 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:21,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266631399 2024-11-10T19:23:21,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:23:21,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:23:21,399 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:23:21,400 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,400 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:23:21,400 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:23:21,400 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:23:21,400 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:23:21,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:23:21,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:23:21,401 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266601401,5,FailOnTimeoutGroup] 2024-11-10T19:23:21,401 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266601401,5,FailOnTimeoutGroup] 2024-11-10T19:23:21,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:23:21,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:23:21,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:23:21,408 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7 2024-11-10T19:23:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:23:21,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:21,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:21,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:21,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:21,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:21,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:21,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:21,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:21,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:21,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:21,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:21,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:21,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:21,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:21,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:21,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740 2024-11-10T19:23:21,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740 2024-11-10T19:23:21,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:21,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:21,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:21,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:21,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:21,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75383336, jitterRate=0.123299241065979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:21,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266601417Initializing all the Stores at 1731266601418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266601418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266601418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266601418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266601418Cleaning up temporary data from old regions at 1731266601438 (+20 ms)Region opened successfully at 1731266601445 (+7 ms) 2024-11-10T19:23:21,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:21,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:21,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:21,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:21,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:21,456 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:21,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266601445Disabling compacts and flushes for region at 1731266601445Disabling writes for close at 1731266601446 (+1 ms)Writing region close event to WAL at 1731266601456 (+10 ms)Closed at 1731266601456 2024-11-10T19:23:21,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:21,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:23:21,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:23:21,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:21,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:23:21,474 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(746): ClusterId : c5fd6cbe-260e-42c5-969b-5b01ebe3431f 2024-11-10T19:23:21,474 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:23:21,483 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:23:21,483 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:23:21,494 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:23:21,494 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df093ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:21,525 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:41589 2024-11-10T19:23:21,525 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:23:21,525 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:23:21,525 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:23:21,526 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,36299,1731266599724 with port=41589, startcode=1731266600066 2024-11-10T19:23:21,526 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:23:21,541 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:23:21,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:21,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36299 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:21,556 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7 2024-11-10T19:23:21,556 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42941 2024-11-10T19:23:21,556 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:23:21,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570/rs 2024-11-10T19:23:21,569 DEBUG [RS:0;bdc25462c9ef:41589 {}] zookeeper.ZKUtil(111): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on existing znode=/0-622086570/rs/bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:21,569 WARN [RS:0;bdc25462c9ef:41589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:21,569 INFO [RS:0;bdc25462c9ef:41589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:21,569 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:21,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,41589,1731266600066] 2024-11-10T19:23:21,607 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:23:21,612 WARN [bdc25462c9ef:36299 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:23:21,617 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:23:21,624 INFO [RS:0;bdc25462c9ef:41589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:23:21,624 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,641 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:23:21,644 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:23:21,644 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:21,645 DEBUG [RS:0;bdc25462c9ef:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:21,688 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,688 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,688 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,688 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,688 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,688 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41589,1731266600066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:21,737 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:23:21,742 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,41589,1731266600066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,742 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,742 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.Replication(171): bdc25462c9ef,41589,1731266600066 started 2024-11-10T19:23:21,797 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:21,797 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,41589,1731266600066, RpcServer on bdc25462c9ef/172.17.0.3:41589, sessionid=0x1012633cd350001 2024-11-10T19:23:21,797 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:23:21,797 DEBUG [RS:0;bdc25462c9ef:41589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:21,797 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41589,1731266600066' 2024-11-10T19:23:21,797 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-622086570/flush-table-proc/abort' 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-622086570/flush-table-proc/acquired' 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,41589,1731266600066' 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-622086570/online-snapshot/abort' 2024-11-10T19:23:21,798 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-622086570/online-snapshot/acquired' 2024-11-10T19:23:21,799 DEBUG [RS:0;bdc25462c9ef:41589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:23:21,799 INFO [RS:0;bdc25462c9ef:41589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:23:21,799 INFO [RS:0;bdc25462c9ef:41589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:23:21,900 INFO [RS:0;bdc25462c9ef:41589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:21,901 INFO [RS:0;bdc25462c9ef:41589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41589%2C1731266600066, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/oldWALs, maxLogs=10 2024-11-10T19:23:21,951 DEBUG [RS:0;bdc25462c9ef:41589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902, exclude list is [], retry=0 2024-11-10T19:23:21,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:21,981 INFO [RS:0;bdc25462c9ef:41589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 2024-11-10T19:23:21,984 DEBUG [RS:0;bdc25462c9ef:41589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:22,113 DEBUG [bdc25462c9ef:36299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:23:22,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:22,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41589,1731266600066, state=OPENING 2024-11-10T19:23:22,167 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:23:22,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:22,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-622086570/meta-region-server: CHANGED 2024-11-10T19:23:22,178 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:22,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41589,1731266600066}] 2024-11-10T19:23:22,180 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:22,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-622086570/meta-region-server: CHANGED 2024-11-10T19:23:22,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:22,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:23:22,368 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:23:22,369 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:22,369 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:23:22,374 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41589%2C1731266600066.meta, suffix=.meta, logDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/oldWALs, maxLogs=10 2024-11-10T19:23:22,407 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266602374.meta, exclude list is [], retry=0 2024-11-10T19:23:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:22,453 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266602374.meta 2024-11-10T19:23:22,453 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:22,453 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:22,454 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:22,454 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:23:22,454 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:23:22,454 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:23:22,454 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:23:22,454 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:22,454 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:23:22,454 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:23:22,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:22,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:22,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:22,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:22,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:22,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:22,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:22,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:22,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:22,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:22,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:22,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:22,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:22,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:22,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:22,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:22,470 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:22,470 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740 2024-11-10T19:23:22,471 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740 2024-11-10T19:23:22,476 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:22,477 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:22,478 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:22,479 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:22,480 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67721424, jitterRate=0.00912785530090332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:22,480 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:23:22,480 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266602454Writing region info on filesystem at 1731266602454Initializing all the Stores at 1731266602455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266602456 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266602456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266602456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266602456Cleaning up temporary data from old regions at 1731266602477 (+21 ms)Running coprocessor post-open hooks at 1731266602480 (+3 ms)Region opened successfully at 1731266602480 2024-11-10T19:23:22,482 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266602336 2024-11-10T19:23:22,490 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:23:22,490 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:23:22,490 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:22,491 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,41589,1731266600066, state=OPEN 2024-11-10T19:23:22,536 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-622086570/meta-region-server 2024-11-10T19:23:22,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-622086570/meta-region-server 2024-11-10T19:23:22,536 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:22,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-622086570/meta-region-server: CHANGED 2024-11-10T19:23:22,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-622086570/meta-region-server: CHANGED 2024-11-10T19:23:22,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:23:22,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,41589,1731266600066 in 358 msec 2024-11-10T19:23:22,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:23:22,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0810 sec 2024-11-10T19:23:22,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:22,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:23:22,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:22,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41589,1731266600066, seqNum=-1] 2024-11-10T19:23:22,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:22,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:22,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-10T19:23:22,550 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266602550, completionTime=-1 2024-11-10T19:23:22,550 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:23:22,550 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:23:22,552 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:23:22,552 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266662552 2024-11-10T19:23:22,552 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266722552 2024-11-10T19:23:22,552 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:23:22,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36299,1731266599724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36299,1731266599724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36299,1731266599724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:36299, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,553 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,554 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,555 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:23:22,557 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.258sec 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36299,1731266599724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:22,558 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36299,1731266599724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:23:22,560 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:23:22,560 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:23:22,560 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36299,1731266599724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:22,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ec84a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:22,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36299,-1 for getting cluster id 2024-11-10T19:23:22,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:22,589 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5fd6cbe-260e-42c5-969b-5b01ebe3431f' 2024-11-10T19:23:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5fd6cbe-260e-42c5-969b-5b01ebe3431f" 2024-11-10T19:23:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254483da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36299,-1] 2024-11-10T19:23:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:22,591 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:22,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad6dab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:22,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:22,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41589,1731266600066, seqNum=-1] 2024-11-10T19:23:22,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:22,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:22,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:22,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:22,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012633cd350002 connected 2024-11-10T19:23:22,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir so I do NOT create it in target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7 2024-11-10T19:23:22,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:23:22,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.tmp.dir so I do NOT create it in target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7 2024-11-10T19:23:22,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:23:22,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/cluster_f1aaf00f-bdd2-4f8d-4b21-e1c8945cd8c5, deleteOnExit=true 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/test.cache.data in system properties and HBase conf 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:23:22,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:23:22,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:23:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:23:23,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:23,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:23,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:23,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:23,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:23:23,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:23,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ff8055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:23,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a12d9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:23,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@664ff9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/java.io.tmpdir/jetty-localhost-39581-hadoop-hdfs-3_4_1-tests_jar-_-any-10283456678451297703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:23,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a5e72a0{HTTP/1.1, (http/1.1)}{localhost:39581} 2024-11-10T19:23:23,194 INFO [Time-limited test {}] server.Server(415): Started @334705ms 2024-11-10T19:23:23,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:23,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:23,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:23,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:23,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:23:23,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645413a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:23,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63959428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:24,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c4eba30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/java.io.tmpdir/jetty-localhost-41779-hadoop-hdfs-3_4_1-tests_jar-_-any-2736774804377961610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:24,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165f0bd6{HTTP/1.1, (http/1.1)}{localhost:41779} 2024-11-10T19:23:24,103 INFO [Time-limited test {}] server.Server(415): Started @335614ms 2024-11-10T19:23:24,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:23:24,957 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/cluster_f1aaf00f-bdd2-4f8d-4b21-e1c8945cd8c5/data/data1/current/BP-1034736683-172.17.0.3-1731266602654/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:24,960 WARN [Thread-4445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/cluster_f1aaf00f-bdd2-4f8d-4b21-e1c8945cd8c5/data/data2/current/BP-1034736683-172.17.0.3-1731266602654/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:25,022 WARN [Thread-4432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:23:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7901e057a8dec12d with lease ID 0x97978295479908ce: Processing first storage report for DS-75130070-4c37-4b35-ae54-df1453eeec59 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2d252ccf-c6ac-4ae9-b9b5-288e4e0dccd3, infoPort=35405, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=2094276244;c=1731266602654) 2024-11-10T19:23:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7901e057a8dec12d with lease ID 0x97978295479908ce: from storage DS-75130070-4c37-4b35-ae54-df1453eeec59 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2d252ccf-c6ac-4ae9-b9b5-288e4e0dccd3, infoPort=35405, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=2094276244;c=1731266602654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7901e057a8dec12d with lease ID 0x97978295479908ce: Processing first storage report for DS-1db8a4c5-f74b-46ad-ac3d-a89243f153e7 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2d252ccf-c6ac-4ae9-b9b5-288e4e0dccd3, infoPort=35405, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=2094276244;c=1731266602654) 2024-11-10T19:23:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7901e057a8dec12d with lease ID 0x97978295479908ce: from storage DS-1db8a4c5-f74b-46ad-ac3d-a89243f153e7 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2d252ccf-c6ac-4ae9-b9b5-288e4e0dccd3, infoPort=35405, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=2094276244;c=1731266602654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:25,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7 2024-11-10T19:23:25,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:23:25,073 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af with version=8 2024-11-10T19:23:25,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/hbase-staging 2024-11-10T19:23:25,076 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:25,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:25,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:23:25,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:25,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45811 2024-11-10T19:23:25,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45811 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458110x0, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:25,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45811-0x1012633cd350003 connected 2024-11-10T19:23:25,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/running 2024-11-10T19:23:25,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af, hbase.cluster.distributed=false 2024-11-10T19:23:25,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/acl 2024-11-10T19:23:25,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45811 2024-11-10T19:23:25,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45811 2024-11-10T19:23:25,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45811 2024-11-10T19:23:25,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45811 2024-11-10T19:23:25,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45811 2024-11-10T19:23:25,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:23:25,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:25,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36673 2024-11-10T19:23:25,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36673 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:25,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366730x0, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:25,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366730x0, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/running 2024-11-10T19:23:25,273 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:23:25,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36673-0x1012633cd350004 connected 2024-11-10T19:23:25,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:23:25,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/master 2024-11-10T19:23:25,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/acl 2024-11-10T19:23:25,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36673 2024-11-10T19:23:25,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36673 2024-11-10T19:23:25,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36673 2024-11-10T19:23:25,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36673 2024-11-10T19:23:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36673 2024-11-10T19:23:25,393 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:45811 2024-11-10T19:23:25,400 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1794878946/backup-masters/bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946/backup-masters 2024-11-10T19:23:25,410 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on existing znode=/1794878946/backup-masters/bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946/backup-masters 2024-11-10T19:23:25,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:25,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1794878946/master 2024-11-10T19:23:25,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:25,423 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on existing znode=/1794878946/master 2024-11-10T19:23:25,423 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1794878946/backup-masters/bdc25462c9ef,45811,1731266605076 from backup master directory 2024-11-10T19:23:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946/backup-masters 2024-11-10T19:23:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794878946/backup-masters/bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946/backup-masters 2024-11-10T19:23:25,437 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:25,437 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:25,446 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/hbase.id] with ID: f61bd6ba-827a-4ce6-a569-5a2c220c1fce 2024-11-10T19:23:25,446 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/.tmp/hbase.id 2024-11-10T19:23:25,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:23:25,476 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/.tmp/hbase.id]:[hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/hbase.id] 2024-11-10T19:23:25,493 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:25,493 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:23:25,494 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:23:25,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:25,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:23:25,969 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:25,970 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:23:25,972 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:23:26,028 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store 2024-11-10T19:23:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:23:26,079 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:26,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:26,080 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:26,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:26,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:26,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:26,080 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:26,080 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266606079Disabling compacts and flushes for region at 1731266606079Disabling writes for close at 1731266606080 (+1 ms)Writing region close event to WAL at 1731266606080Closed at 1731266606080 2024-11-10T19:23:26,081 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/.initializing 2024-11-10T19:23:26,081 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/WALs/bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:26,082 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:26,090 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C45811%2C1731266605076, suffix=, logDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/WALs/bdc25462c9ef,45811,1731266605076, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/oldWALs, maxLogs=10 2024-11-10T19:23:26,116 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/WALs/bdc25462c9ef,45811,1731266605076/bdc25462c9ef%2C45811%2C1731266605076.1731266606090, exclude list is [], retry=0 2024-11-10T19:23:26,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-75130070-4c37-4b35-ae54-df1453eeec59,DISK] 2024-11-10T19:23:26,155 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/WALs/bdc25462c9ef,45811,1731266605076/bdc25462c9ef%2C45811%2C1731266605076.1731266606090 2024-11-10T19:23:26,172 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-10T19:23:26,172 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:26,173 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:26,173 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,173 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:23:26,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:26,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:26,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:23:26,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:26,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:26,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:23:26,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:26,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:26,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:23:26,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:26,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:26,215 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,216 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,217 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,224 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,224 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,226 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:26,234 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:26,266 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:26,268 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73461842, jitterRate=0.0946667492389679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:26,268 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266606173Initializing all the Stores at 1731266606181 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266606181Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266606183 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266606183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266606183Cleaning up temporary data from old regions at 1731266606224 (+41 ms)Region opened successfully at 1731266606268 (+44 ms) 2024-11-10T19:23:26,280 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:23:26,298 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec06a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:26,305 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:23:26,305 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:23:26,305 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:23:26,305 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:23:26,306 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:23:26,306 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:23:26,307 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:23:26,320 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:23:26,324 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Unable to get data of znode /1794878946/balancer because node does not exist (not necessarily an error) 2024-11-10T19:23:26,377 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/balancer already deleted, retry=false 2024-11-10T19:23:26,378 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:23:26,378 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Unable to get data of znode /1794878946/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:23:26,387 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/normalizer already deleted, retry=false 2024-11-10T19:23:26,388 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:23:26,396 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Unable to get data of znode /1794878946/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:23:26,408 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/switch/split already deleted, retry=false 2024-11-10T19:23:26,409 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Unable to get data of znode /1794878946/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:23:26,419 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/switch/merge already deleted, retry=false 2024-11-10T19:23:26,421 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Unable to get data of znode /1794878946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:23:26,429 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/snapshot-cleanup already deleted, retry=false 2024-11-10T19:23:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1794878946/running 2024-11-10T19:23:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1794878946/running 2024-11-10T19:23:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:26,456 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,45811,1731266605076, sessionid=0x1012633cd350003, setting cluster-up flag (Was=false) 2024-11-10T19:23:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:26,509 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1794878946/flush-table-proc/acquired, /1794878946/flush-table-proc/reached, /1794878946/flush-table-proc/abort 2024-11-10T19:23:26,510 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:26,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:26,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:26,566 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1794878946/online-snapshot/acquired, /1794878946/online-snapshot/reached, /1794878946/online-snapshot/abort 2024-11-10T19:23:26,568 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:26,600 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:23:26,632 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:26,633 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:23:26,633 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:23:26,633 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,45811,1731266605076 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:26,637 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:26,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:23:26,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:26,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:23:26,692 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(746): ClusterId : f61bd6ba-827a-4ce6-a569-5a2c220c1fce 2024-11-10T19:23:26,692 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:23:26,696 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266636696 2024-11-10T19:23:26,697 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:23:26,697 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:23:26,697 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:23:26,697 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:23:26,697 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:23:26,697 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:23:26,708 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,716 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:23:26,716 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:23:26,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:23:26,720 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:23:26,721 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:23:26,721 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:23:26,732 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:23:26,732 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:23:26,736 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:23:26,737 DEBUG [RS:0;bdc25462c9ef:36673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c34ce09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:26,754 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266606732,5,FailOnTimeoutGroup] 2024-11-10T19:23:26,764 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266606754,5,FailOnTimeoutGroup] 2024-11-10T19:23:26,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:23:26,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,764 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,823 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:36673 2024-11-10T19:23:26,823 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:23:26,823 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:23:26,823 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:23:26,824 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,45811,1731266605076 with port=36673, startcode=1731266605222 2024-11-10T19:23:26,824 DEBUG [RS:0;bdc25462c9ef:36673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:23:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:23:26,859 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:23:26,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:26,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45811 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:26,863 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af 2024-11-10T19:23:26,863 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46063 2024-11-10T19:23:26,863 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:23:26,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946/rs 2024-11-10T19:23:26,880 DEBUG [RS:0;bdc25462c9ef:36673 {}] zookeeper.ZKUtil(111): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on existing znode=/1794878946/rs/bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:26,881 WARN [RS:0;bdc25462c9ef:36673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:26,881 INFO [RS:0;bdc25462c9ef:36673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:26,881 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:26,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,36673,1731266605222] 2024-11-10T19:23:26,900 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:23:26,902 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:23:26,902 INFO [RS:0;bdc25462c9ef:36673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:23:26,902 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,902 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:23:26,903 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:23:26,903 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,903 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,903 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,903 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,903 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,903 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:26,904 DEBUG [RS:0;bdc25462c9ef:36673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:26,944 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,944 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,944 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,944 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,944 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,944 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36673,1731266605222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:26,987 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:23:26,987 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,36673,1731266605222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,987 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:26,987 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.Replication(171): bdc25462c9ef,36673,1731266605222 started 2024-11-10T19:23:27,015 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,015 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,36673,1731266605222, RpcServer on bdc25462c9ef/172.17.0.3:36673, sessionid=0x1012633cd350004 2024-11-10T19:23:27,015 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:23:27,015 DEBUG [RS:0;bdc25462c9ef:36673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:27,015 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,36673,1731266605222' 2024-11-10T19:23:27,016 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1794878946/flush-table-proc/abort' 2024-11-10T19:23:27,017 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1794878946/flush-table-proc/acquired' 2024-11-10T19:23:27,017 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:23:27,017 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:23:27,017 DEBUG [RS:0;bdc25462c9ef:36673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:27,017 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,36673,1731266605222' 2024-11-10T19:23:27,017 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1794878946/online-snapshot/abort' 2024-11-10T19:23:27,018 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1794878946/online-snapshot/acquired' 2024-11-10T19:23:27,019 DEBUG [RS:0;bdc25462c9ef:36673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:23:27,019 INFO [RS:0;bdc25462c9ef:36673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:23:27,019 INFO [RS:0;bdc25462c9ef:36673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:23:27,120 INFO [RS:0;bdc25462c9ef:36673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:27,121 INFO [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36673%2C1731266605222, suffix=, logDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/oldWALs, maxLogs=10 2024-11-10T19:23:27,142 DEBUG [RS:0;bdc25462c9ef:36673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222/bdc25462c9ef%2C36673%2C1731266605222.1731266607122, exclude list is [], retry=0 2024-11-10T19:23:27,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-75130070-4c37-4b35-ae54-df1453eeec59,DISK] 2024-11-10T19:23:27,146 INFO [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222/bdc25462c9ef%2C36673%2C1731266605222.1731266607122 2024-11-10T19:23:27,148 DEBUG [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-10T19:23:27,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:23:27,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af 2024-11-10T19:23:27,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741833_1009 (size=32) 2024-11-10T19:23:27,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:27,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:27,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:27,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:27,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:27,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:27,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:27,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:27,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:27,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:27,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740 2024-11-10T19:23:27,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740 2024-11-10T19:23:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:27,279 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:27,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:27,282 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:27,283 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74811368, jitterRate=0.11477625370025635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266607268Initializing all the Stores at 1731266607268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266607268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266607269 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266607269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266607269Cleaning up temporary data from old regions at 1731266607279 (+10 ms)Region opened successfully at 1731266607283 (+4 ms) 2024-11-10T19:23:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:27,283 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:27,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:27,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266607283Disabling compacts and flushes for region at 1731266607283Disabling writes for close at 1731266607283Writing region close event to WAL at 1731266607283Closed at 1731266607283 2024-11-10T19:23:27,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:27,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:23:27,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:23:27,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:27,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:23:27,437 DEBUG [bdc25462c9ef:45811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:23:27,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:27,438 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36673,1731266605222, state=OPENING 2024-11-10T19:23:27,525 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:23:27,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:27,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:27,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794878946/meta-region-server: CHANGED 2024-11-10T19:23:27,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794878946/meta-region-server: CHANGED 2024-11-10T19:23:27,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:27,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36673,1731266605222}] 2024-11-10T19:23:27,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:27,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:23:27,716 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:23:27,716 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:27,717 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:23:27,718 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C36673%2C1731266605222.meta, suffix=.meta, logDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/oldWALs, maxLogs=10 2024-11-10T19:23:27,738 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222/bdc25462c9ef%2C36673%2C1731266605222.meta.1731266607718.meta, exclude list is [], retry=0 2024-11-10T19:23:27,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-75130070-4c37-4b35-ae54-df1453eeec59,DISK] 2024-11-10T19:23:27,749 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222/bdc25462c9ef%2C36673%2C1731266605222.meta.1731266607718.meta 2024-11-10T19:23:27,756 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-10T19:23:27,756 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:27,757 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:27,757 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:23:27,757 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:23:27,757 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:23:27,757 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:23:27,757 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:27,758 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:23:27,758 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:23:27,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:27,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:27,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:27,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:27,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:27,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:27,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:27,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:27,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:27,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:27,766 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:27,767 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740 2024-11-10T19:23:27,769 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740 2024-11-10T19:23:27,770 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:27,770 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:27,771 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:27,773 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:27,775 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65943190, jitterRate=-0.017369896173477173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:27,775 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:23:27,775 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266607758Writing region info on filesystem at 1731266607758Initializing all the Stores at 1731266607758Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266607758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266607760 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266607760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266607760Cleaning up temporary data from old regions at 1731266607770 (+10 ms)Running coprocessor post-open hooks at 1731266607775 (+5 ms)Region opened successfully at 1731266607775 2024-11-10T19:23:27,777 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266607699 2024-11-10T19:23:27,779 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:23:27,779 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:23:27,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:27,781 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,36673,1731266605222, state=OPEN 2024-11-10T19:23:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1794878946/meta-region-server 2024-11-10T19:23:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1794878946/meta-region-server 2024-11-10T19:23:27,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:27,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794878946/meta-region-server: CHANGED 2024-11-10T19:23:27,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794878946/meta-region-server: CHANGED 2024-11-10T19:23:27,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:23:27,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,36673,1731266605222 in 246 msec 2024-11-10T19:23:27,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:23:27,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-10T19:23:27,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:27,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:23:27,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:27,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36673,1731266605222, seqNum=-1] 2024-11-10T19:23:27,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:27,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:27,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-10T19:23:27,807 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266607807, completionTime=-1 2024-11-10T19:23:27,808 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:23:27,808 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266667810 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266727810 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45811,1731266605076-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45811,1731266605076-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45811,1731266605076-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:45811, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,810 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,811 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,813 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:23:27,814 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.377sec 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45811,1731266605076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:27,815 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45811,1731266605076-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:23:27,817 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:23:27,817 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:23:27,817 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45811,1731266605076-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:27,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ab56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:27,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45811,-1 for getting cluster id 2024-11-10T19:23:27,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:27,885 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f61bd6ba-827a-4ce6-a569-5a2c220c1fce' 2024-11-10T19:23:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f61bd6ba-827a-4ce6-a569-5a2c220c1fce" 2024-11-10T19:23:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479bb001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45811,-1] 2024-11-10T19:23:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:27,887 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:27,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47609166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:27,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36673,1731266605222, seqNum=-1] 2024-11-10T19:23:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:27,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:27,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:27,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:27,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012633cd350005 connected 2024-11-10T19:23:27,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir so I do NOT create it in target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1 2024-11-10T19:23:27,917 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T19:23:27,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.tmp.dir so I do NOT create it in target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1 2024-11-10T19:23:27,917 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T19:23:27,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1 2024-11-10T19:23:27,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:23:27,917 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/cluster_2ced6497-25a7-c675-361f-44604e614f69, deleteOnExit=true 2024-11-10T19:23:27,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/test.cache.data in system properties and HBase conf 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:23:27,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:27,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:23:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:23:27,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:27,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:27,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:28,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:28,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:28,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:28,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:28,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:23:28,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:28,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70dd2d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:28,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fbd7bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:28,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56eb83c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/java.io.tmpdir/jetty-localhost-38177-hadoop-hdfs-3_4_1-tests_jar-_-any-3167985796390253021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:28,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e382187{HTTP/1.1, (http/1.1)}{localhost:38177} 2024-11-10T19:23:28,545 INFO [Time-limited test {}] server.Server(415): Started @340055ms 2024-11-10T19:23:28,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:23:28,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:23:28,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:23:28,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:23:28,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:23:28,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f7ba0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:23:28,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f03b991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:23:29,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b582525{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/java.io.tmpdir/jetty-localhost-37921-hadoop-hdfs-3_4_1-tests_jar-_-any-1570397598130925483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:29,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a5d576{HTTP/1.1, (http/1.1)}{localhost:37921} 2024-11-10T19:23:29,131 INFO [Time-limited test {}] server.Server(415): Started @340642ms 2024-11-10T19:23:29,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:23:29,985 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/cluster_2ced6497-25a7-c675-361f-44604e614f69/data/data1/current/BP-2133184330-172.17.0.3-1731266607944/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:29,992 WARN [Thread-4566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/cluster_2ced6497-25a7-c675-361f-44604e614f69/data/data2/current/BP-2133184330-172.17.0.3-1731266607944/current, will proceed with Du for space computation calculation, 2024-11-10T19:23:30,121 WARN [Thread-4553 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:23:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x101fffc097fd8218 with lease ID 0x406421f4f9cd843: Processing first storage report for DS-b9b608fc-7b83-497c-a271-c75b8ba36155 from datanode DatanodeRegistration(127.0.0.1:40263, datanodeUuid=f01ff848-801e-44ab-afbd-2f71c758b9be, infoPort=38977, infoSecurePort=0, ipcPort=38139, storageInfo=lv=-57;cid=testClusterID;nsid=567421018;c=1731266607944) 2024-11-10T19:23:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x101fffc097fd8218 with lease ID 0x406421f4f9cd843: from storage DS-b9b608fc-7b83-497c-a271-c75b8ba36155 node DatanodeRegistration(127.0.0.1:40263, datanodeUuid=f01ff848-801e-44ab-afbd-2f71c758b9be, infoPort=38977, infoSecurePort=0, ipcPort=38139, storageInfo=lv=-57;cid=testClusterID;nsid=567421018;c=1731266607944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x101fffc097fd8218 with lease ID 0x406421f4f9cd843: Processing first storage report for DS-633eb850-2a34-48ca-982b-bebf192a7d3a from datanode DatanodeRegistration(127.0.0.1:40263, datanodeUuid=f01ff848-801e-44ab-afbd-2f71c758b9be, infoPort=38977, infoSecurePort=0, ipcPort=38139, storageInfo=lv=-57;cid=testClusterID;nsid=567421018;c=1731266607944) 2024-11-10T19:23:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x101fffc097fd8218 with lease ID 0x406421f4f9cd843: from storage DS-633eb850-2a34-48ca-982b-bebf192a7d3a node DatanodeRegistration(127.0.0.1:40263, datanodeUuid=f01ff848-801e-44ab-afbd-2f71c758b9be, infoPort=38977, infoSecurePort=0, ipcPort=38139, storageInfo=lv=-57;cid=testClusterID;nsid=567421018;c=1731266607944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:23:30,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1 2024-11-10T19:23:30,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:30,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:30,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:23:30,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40 with version=8 2024-11-10T19:23:30,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/hbase-staging 2024-11-10T19:23:30,618 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:30,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:30,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:30,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:30,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:30,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:30,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:23:30,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:30,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46691 2024-11-10T19:23:30,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46691 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:30,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466910x0, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:30,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46691-0x1012633cd350006 connected 2024-11-10T19:23:30,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:30,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:30,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/running 2024-11-10T19:23:30,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40, hbase.cluster.distributed=false 2024-11-10T19:23:30,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/acl 2024-11-10T19:23:30,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46691 2024-11-10T19:23:30,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46691 2024-11-10T19:23:30,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46691 2024-11-10T19:23:30,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46691 2024-11-10T19:23:30,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46691 2024-11-10T19:23:30,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:23:30,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:23:30,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44993 2024-11-10T19:23:30,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44993 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:30,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:30,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449930x0, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:31,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449930x0, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/running 2024-11-10T19:23:31,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:23:31,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44993-0x1012633cd350007 connected 2024-11-10T19:23:31,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:23:31,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/master 2024-11-10T19:23:31,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/acl 2024-11-10T19:23:31,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-10T19:23:31,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44993 2024-11-10T19:23:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44993 2024-11-10T19:23:31,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-10T19:23:31,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-10T19:23:31,171 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:46691 2024-11-10T19:23:31,185 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1375464333/backup-masters/bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333/backup-masters 2024-11-10T19:23:31,198 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on existing znode=/2-1375464333/backup-masters/bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333/backup-masters 2024-11-10T19:23:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1375464333/master 2024-11-10T19:23:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:31,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:31,210 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on existing znode=/2-1375464333/master 2024-11-10T19:23:31,213 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1375464333/backup-masters/bdc25462c9ef,46691,1731266610618 from backup master directory 2024-11-10T19:23:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1375464333/backup-masters/bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333/backup-masters 2024-11-10T19:23:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333/backup-masters 2024-11-10T19:23:31,225 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:31,225 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:31,242 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/hbase.id] with ID: b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f 2024-11-10T19:23:31,242 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/.tmp/hbase.id 2024-11-10T19:23:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:23:31,703 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/.tmp/hbase.id]:[hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/hbase.id] 2024-11-10T19:23:31,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:31,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:23:31,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T19:23:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:23:32,161 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:32,162 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:23:32,163 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:23:32,575 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store 2024-11-10T19:23:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:23:32,988 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:32,988 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:32,988 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:32,988 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:32,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:32,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:32,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:32,989 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266612988Disabling compacts and flushes for region at 1731266612988Disabling writes for close at 1731266612989 (+1 ms)Writing region close event to WAL at 1731266612989Closed at 1731266612989 2024-11-10T19:23:32,990 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/.initializing 2024-11-10T19:23:32,990 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/WALs/bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:32,992 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:32,995 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C46691%2C1731266610618, suffix=, logDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/WALs/bdc25462c9ef,46691,1731266610618, archiveDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/oldWALs, maxLogs=10 2024-11-10T19:23:33,020 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/WALs/bdc25462c9ef,46691,1731266610618/bdc25462c9ef%2C46691%2C1731266610618.1731266612995, exclude list is [], retry=0 2024-11-10T19:23:33,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-b9b608fc-7b83-497c-a271-c75b8ba36155,DISK] 2024-11-10T19:23:33,030 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/WALs/bdc25462c9ef,46691,1731266610618/bdc25462c9ef%2C46691%2C1731266610618.1731266612995 2024-11-10T19:23:33,032 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38977:38977)] 2024-11-10T19:23:33,032 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:33,033 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:33,033 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,033 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:23:33,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:33,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:23:33,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:33,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:23:33,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:33,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:23:33,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:33,042 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,042 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,043 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,043 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,043 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,044 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:33,045 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:23:33,047 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:33,047 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68133660, jitterRate=0.015270650386810303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:33,047 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731266613033Initializing all the Stores at 1731266613035 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266613035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266613036 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266613036Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266613036Cleaning up temporary data from old regions at 1731266613043 (+7 ms)Region opened successfully at 1731266613047 (+4 ms) 2024-11-10T19:23:33,048 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:23:33,050 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fa5497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:33,051 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:23:33,051 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:23:33,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:23:33,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:23:33,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:23:33,052 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:23:33,053 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:23:33,058 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:23:33,059 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Unable to get data of znode /2-1375464333/balancer because node does not exist (not necessarily an error) 2024-11-10T19:23:33,109 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1375464333/balancer already deleted, retry=false 2024-11-10T19:23:33,109 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:23:33,110 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Unable to get data of znode /2-1375464333/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:23:33,119 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1375464333/normalizer already deleted, retry=false 2024-11-10T19:23:33,119 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:23:33,120 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Unable to get data of znode /2-1375464333/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:23:33,129 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1375464333/switch/split already deleted, retry=false 2024-11-10T19:23:33,130 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Unable to get data of znode /2-1375464333/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:23:33,140 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1375464333/switch/merge already deleted, retry=false 2024-11-10T19:23:33,142 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Unable to get data of znode /2-1375464333/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:23:33,151 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1375464333/snapshot-cleanup already deleted, retry=false 2024-11-10T19:23:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1375464333/running 2024-11-10T19:23:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1375464333/running 2024-11-10T19:23:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:33,163 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,46691,1731266610618, sessionid=0x1012633cd350006, setting cluster-up flag (Was=false) 2024-11-10T19:23:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:33,214 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1375464333/flush-table-proc/acquired, /2-1375464333/flush-table-proc/reached, /2-1375464333/flush-table-proc/abort 2024-11-10T19:23:33,215 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:33,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:33,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,267 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1375464333/online-snapshot/acquired, /2-1375464333/online-snapshot/reached, /2-1375464333/online-snapshot/abort 2024-11-10T19:23:33,268 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:33,272 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:23:33,277 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:33,277 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:23:33,278 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:23:33,278 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,46691,1731266610618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:33,280 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:33,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731266643289 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:23:33,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:23:33,289 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:23:33,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:23:33,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:23:33,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:23:33,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:23:33,290 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T19:23:33,291 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:23:33,291 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:23:33,292 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266613291,5,FailOnTimeoutGroup] 2024-11-10T19:23:33,301 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266613292,5,FailOnTimeoutGroup] 2024-11-10T19:23:33,301 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,301 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:23:33,301 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,301 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:23:33,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,355 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(746): ClusterId : b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f 2024-11-10T19:23:33,356 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:23:33,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:33,381 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:23:33,381 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:23:33,415 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:23:33,415 DEBUG [RS:0;bdc25462c9ef:44993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bb3411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:23:33,439 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:44993 2024-11-10T19:23:33,439 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:23:33,439 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:23:33,439 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:23:33,440 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,46691,1731266610618 with port=44993, startcode=1731266610945 2024-11-10T19:23:33,440 DEBUG [RS:0;bdc25462c9ef:44993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:23:33,453 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:23:33,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46691 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,455 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40 2024-11-10T19:23:33,455 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36397 2024-11-10T19:23:33,455 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:23:33,499 DEBUG [RS:0;bdc25462c9ef:44993 {}] zookeeper.ZKUtil(111): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on existing znode=/2-1375464333/rs/bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,499 WARN [RS:0;bdc25462c9ef:44993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:23:33,499 INFO [RS:0;bdc25462c9ef:44993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:33,499 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333/rs 2024-11-10T19:23:33,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,44993,1731266610945] 2024-11-10T19:23:33,527 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:23:33,529 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:23:33,531 INFO [RS:0;bdc25462c9ef:44993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:23:33,531 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,536 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:23:33,539 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:23:33,539 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,539 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,539 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,539 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,539 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,539 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:33,540 DEBUG [RS:0;bdc25462c9ef:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:23:33,574 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,574 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,574 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,574 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,574 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,574 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44993,1731266610945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:33,607 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:23:33,607 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,44993,1731266610945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,607 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,607 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.Replication(171): bdc25462c9ef,44993,1731266610945 started 2024-11-10T19:23:33,627 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:33,627 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,44993,1731266610945, RpcServer on bdc25462c9ef/172.17.0.3:44993, sessionid=0x1012633cd350007 2024-11-10T19:23:33,627 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:23:33,627 DEBUG [RS:0;bdc25462c9ef:44993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,627 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,44993,1731266610945' 2024-11-10T19:23:33,627 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1375464333/flush-table-proc/abort' 2024-11-10T19:23:33,628 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1375464333/flush-table-proc/acquired' 2024-11-10T19:23:33,628 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:23:33,628 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:23:33,628 DEBUG [RS:0;bdc25462c9ef:44993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,628 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,44993,1731266610945' 2024-11-10T19:23:33,628 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1375464333/online-snapshot/abort' 2024-11-10T19:23:33,629 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1375464333/online-snapshot/acquired' 2024-11-10T19:23:33,629 DEBUG [RS:0;bdc25462c9ef:44993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:23:33,629 INFO [RS:0;bdc25462c9ef:44993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:23:33,629 INFO [RS:0;bdc25462c9ef:44993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:23:33,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:23:33,718 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40 2024-11-10T19:23:33,729 INFO [RS:0;bdc25462c9ef:44993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:23:33,731 INFO [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C44993%2C1731266610945, suffix=, logDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945, archiveDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/oldWALs, maxLogs=10 2024-11-10T19:23:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:23:33,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:33,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:33,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:33,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,752 DEBUG [RS:0;bdc25462c9ef:44993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945/bdc25462c9ef%2C44993%2C1731266610945.1731266613731, exclude list is [], retry=0 2024-11-10T19:23:33,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:33,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:33,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-b9b608fc-7b83-497c-a271-c75b8ba36155,DISK] 2024-11-10T19:23:33,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:33,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:33,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:33,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:33,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:33,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:33,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:33,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:33,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:33,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:33,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740 2024-11-10T19:23:33,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740 2024-11-10T19:23:33,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:33,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:33,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:33,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:33,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:33,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59987381, jitterRate=-0.10611836612224579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:33,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731266613733Initializing all the Stores at 1731266613740 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266613741 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266613744 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266613744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266613744Cleaning up temporary data from old regions at 1731266613764 (+20 ms)Region opened successfully at 1731266613767 (+3 ms) 2024-11-10T19:23:33,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:33,767 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:33,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:33,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:33,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:33,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:33,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266613767Disabling compacts and flushes for region at 1731266613767Disabling writes for close at 1731266613767Writing region close event to WAL at 1731266613768 (+1 ms)Closed at 1731266613768 2024-11-10T19:23:33,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:33,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:23:33,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:23:33,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:33,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:23:33,783 INFO [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945/bdc25462c9ef%2C44993%2C1731266610945.1731266613731 2024-11-10T19:23:33,784 DEBUG [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38977:38977)] 2024-11-10T19:23:33,922 DEBUG [bdc25462c9ef:46691 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T19:23:33,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:33,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,44993,1731266610945, state=OPENING 2024-11-10T19:23:33,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:23:34,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:34,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1375464333/meta-region-server: CHANGED 2024-11-10T19:23:34,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1375464333/meta-region-server: CHANGED 2024-11-10T19:23:34,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:23:34,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,44993,1731266610945}] 2024-11-10T19:23:34,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:34,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:23:34,226 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:23:34,226 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:34,226 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:23:34,233 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C44993%2C1731266610945.meta, suffix=.meta, logDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945, archiveDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/oldWALs, maxLogs=10 2024-11-10T19:23:34,253 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945/bdc25462c9ef%2C44993%2C1731266610945.meta.1731266614233.meta, exclude list is [], retry=0 2024-11-10T19:23:34,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-b9b608fc-7b83-497c-a271-c75b8ba36155,DISK] 2024-11-10T19:23:34,258 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/WALs/bdc25462c9ef,44993,1731266610945/bdc25462c9ef%2C44993%2C1731266610945.meta.1731266614233.meta 2024-11-10T19:23:34,259 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38977:38977)] 2024-11-10T19:23:34,259 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:34,260 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:34,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:23:34,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:23:34,260 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:23:34,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:23:34,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:34,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:23:34,260 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:23:34,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:23:34,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:23:34,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:34,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:23:34,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:23:34,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:34,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:23:34,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:23:34,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:34,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:23:34,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:23:34,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:23:34,268 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:23:34,268 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740 2024-11-10T19:23:34,269 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740 2024-11-10T19:23:34,270 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:23:34,270 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:23:34,271 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:23:34,272 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:23:34,273 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67189219, jitterRate=0.0011973828077316284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:23:34,273 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:23:34,273 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731266614261Writing region info on filesystem at 1731266614261Initializing all the Stores at 1731266614262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266614262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266614262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266614262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731266614262Cleaning up temporary data from old regions at 1731266614270 (+8 ms)Running coprocessor post-open hooks at 1731266614273 (+3 ms)Region opened successfully at 1731266614273 2024-11-10T19:23:34,275 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731266614204 2024-11-10T19:23:34,279 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:23:34,279 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:23:34,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:34,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,44993,1731266610945, state=OPEN 2024-11-10T19:23:34,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1375464333/meta-region-server 2024-11-10T19:23:34,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1375464333/meta-region-server: CHANGED 2024-11-10T19:23:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1375464333/meta-region-server 2024-11-10T19:23:34,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1375464333/meta-region-server: CHANGED 2024-11-10T19:23:34,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:34,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:23:34,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,44993,1731266610945 in 322 msec 2024-11-10T19:23:34,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:23:34,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:23:34,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:23:34,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 583 msec 2024-11-10T19:23:34,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:34,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,44993,1731266610945, seqNum=-1] 2024-11-10T19:23:34,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:34,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:34,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-11-10T19:23:34,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731266614368, completionTime=-1 2024-11-10T19:23:34,368 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T19:23:34,368 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:23:34,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T19:23:34,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731266674371 2024-11-10T19:23:34,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731266734371 2024-11-10T19:23:34,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:23:34,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46691,1731266610618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,372 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46691,1731266610618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,372 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46691,1731266610618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,372 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:46691, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,372 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,375 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:23:34,380 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,386 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-11-10T19:23:34,386 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:23:34,386 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:23:34,386 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:23:34,386 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:23:34,387 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:23:34,387 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46691,1731266610618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:23:34,387 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46691,1731266610618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:23:34,394 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:23:34,394 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:23:34,394 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,46691,1731266610618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:23:34,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319d1cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:34,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46691,-1 for getting cluster id 2024-11-10T19:23:34,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:34,475 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f' 2024-11-10T19:23:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f" 2024-11-10T19:23:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a5bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46691,-1] 2024-11-10T19:23:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:34,478 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:34,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56395f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:34,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,44993,1731266610945, seqNum=-1] 2024-11-10T19:23:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:34,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:34,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:34,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58081 2024-11-10T19:23:34,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:23:34,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012633cd350008 connected 2024-11-10T19:23:34,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3731c438 2024-11-10T19:23:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:34,524 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:34,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:23:34,528 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:23:34,528 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:23:34,531 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:23:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:23:34,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3af21e46f81fcde5c0d69cc65589e9a3, NAME => 'test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7 2024-11-10T19:23:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:23:34,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:34,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3af21e46f81fcde5c0d69cc65589e9a3, disabling compactions & flushes 2024-11-10T19:23:34,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. after waiting 0 ms 2024-11-10T19:23:34,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3af21e46f81fcde5c0d69cc65589e9a3: Waiting for close lock at 1731266614581Disabling compacts and flushes for region at 1731266614581Disabling writes for close at 1731266614581Writing region close event to WAL at 1731266614581Closed at 1731266614581 2024-11-10T19:23:34,582 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:23:34,583 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266614582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266614582"}]},"ts":"1731266614582"} 2024-11-10T19:23:34,586 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:23:34,587 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:23:34,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266614587"}]},"ts":"1731266614587"} 2024-11-10T19:23:34,590 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:23:34,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3af21e46f81fcde5c0d69cc65589e9a3, ASSIGN}] 2024-11-10T19:23:34,591 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3af21e46f81fcde5c0d69cc65589e9a3, ASSIGN 2024-11-10T19:23:34,595 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3af21e46f81fcde5c0d69cc65589e9a3, ASSIGN; state=OFFLINE, location=bdc25462c9ef,41589,1731266600066; forceNewPlan=false, retain=false 2024-11-10T19:23:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:34,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3af21e46f81fcde5c0d69cc65589e9a3, regionState=OPENING, regionLocation=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:34,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3af21e46f81fcde5c0d69cc65589e9a3, ASSIGN because future has completed 2024-11-10T19:23:34,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af21e46f81fcde5c0d69cc65589e9a3, server=bdc25462c9ef,41589,1731266600066}] 2024-11-10T19:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:34,908 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,909 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3af21e46f81fcde5c0d69cc65589e9a3, NAME => 'test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:34,909 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:34,909 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:23:34,909 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,909 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:34,909 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,909 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,912 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,913 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af21e46f81fcde5c0d69cc65589e9a3 columnFamilyName f 2024-11-10T19:23:34,913 DEBUG [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,914 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] regionserver.HStore(327): Store=3af21e46f81fcde5c0d69cc65589e9a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:34,914 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,915 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af21e46f81fcde5c0d69cc65589e9a3 columnFamilyName f1 2024-11-10T19:23:34,915 DEBUG [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,915 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] regionserver.HStore(327): Store=3af21e46f81fcde5c0d69cc65589e9a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:34,915 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,916 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af21e46f81fcde5c0d69cc65589e9a3 columnFamilyName norep 2024-11-10T19:23:34,916 DEBUG [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:34,916 INFO [StoreOpener-3af21e46f81fcde5c0d69cc65589e9a3-1 {}] regionserver.HStore(327): Store=3af21e46f81fcde5c0d69cc65589e9a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:34,917 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,917 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,917 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,918 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,918 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,918 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:23:34,919 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,921 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:34,921 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3af21e46f81fcde5c0d69cc65589e9a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69114531, jitterRate=0.029886767268180847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:23:34,921 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:34,921 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3af21e46f81fcde5c0d69cc65589e9a3: Running coprocessor pre-open hook at 1731266614909Writing region info on filesystem at 1731266614909Initializing all the Stores at 1731266614910 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266614910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266614912 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266614912Cleaning up temporary data from old regions at 1731266614918 (+6 ms)Running coprocessor post-open hooks at 1731266614921 (+3 ms)Region opened successfully at 1731266614921 2024-11-10T19:23:34,922 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., pid=6, masterSystemTime=1731266614904 2024-11-10T19:23:34,924 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,924 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:34,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3af21e46f81fcde5c0d69cc65589e9a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:34,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af21e46f81fcde5c0d69cc65589e9a3, server=bdc25462c9ef,41589,1731266600066 because future has completed 2024-11-10T19:23:34,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:23:34,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3af21e46f81fcde5c0d69cc65589e9a3, server=bdc25462c9ef,41589,1731266600066 in 177 msec 2024-11-10T19:23:34,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:23:34,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3af21e46f81fcde5c0d69cc65589e9a3, ASSIGN in 342 msec 2024-11-10T19:23:34,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:23:34,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266614934"}]},"ts":"1731266614934"} 2024-11-10T19:23:34,936 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:23:34,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:23:34,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 412 msec 2024-11-10T19:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:35,154 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:23:35,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c868ac0 2024-11-10T19:23:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:35,156 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:35,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:23:35,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:23:35,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:35,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:23:35,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:23:35,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a060048f6157c2e69eba52e24ba26ae, NAME => 'test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af 2024-11-10T19:23:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:23:35,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:35,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a060048f6157c2e69eba52e24ba26ae, disabling compactions & flushes 2024-11-10T19:23:35,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. after waiting 0 ms 2024-11-10T19:23:35,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a060048f6157c2e69eba52e24ba26ae: Waiting for close lock at 1731266615184Disabling compacts and flushes for region at 1731266615184Disabling writes for close at 1731266615184Writing region close event to WAL at 1731266615184Closed at 1731266615184 2024-11-10T19:23:35,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:23:35,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266615185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266615185"}]},"ts":"1731266615185"} 2024-11-10T19:23:35,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:23:35,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:23:35,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266615188"}]},"ts":"1731266615188"} 2024-11-10T19:23:35,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:23:35,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a060048f6157c2e69eba52e24ba26ae, ASSIGN}] 2024-11-10T19:23:35,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a060048f6157c2e69eba52e24ba26ae, ASSIGN 2024-11-10T19:23:35,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a060048f6157c2e69eba52e24ba26ae, ASSIGN; state=OFFLINE, location=bdc25462c9ef,36673,1731266605222; forceNewPlan=false, retain=false 2024-11-10T19:23:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:35,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a060048f6157c2e69eba52e24ba26ae, regionState=OPENING, regionLocation=bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:35,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a060048f6157c2e69eba52e24ba26ae, ASSIGN because future has completed 2024-11-10T19:23:35,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a060048f6157c2e69eba52e24ba26ae, server=bdc25462c9ef,36673,1731266605222}] 2024-11-10T19:23:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:35,503 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,503 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a060048f6157c2e69eba52e24ba26ae, NAME => 'test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:35,503 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:35,503 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,508 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,509 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a060048f6157c2e69eba52e24ba26ae columnFamilyName f 2024-11-10T19:23:35,509 DEBUG [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:35,509 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] regionserver.HStore(327): Store=1a060048f6157c2e69eba52e24ba26ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:35,509 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,510 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a060048f6157c2e69eba52e24ba26ae columnFamilyName f1 2024-11-10T19:23:35,510 DEBUG [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:35,511 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] regionserver.HStore(327): Store=1a060048f6157c2e69eba52e24ba26ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:35,511 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,511 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a060048f6157c2e69eba52e24ba26ae columnFamilyName norep 2024-11-10T19:23:35,512 DEBUG [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:35,512 INFO [StoreOpener-1a060048f6157c2e69eba52e24ba26ae-1 {}] regionserver.HStore(327): Store=1a060048f6157c2e69eba52e24ba26ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:35,512 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,512 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,513 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,514 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,514 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,515 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:23:35,516 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,521 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:35,522 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a060048f6157c2e69eba52e24ba26ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69127622, jitterRate=0.030081838369369507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:23:35,522 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:35,522 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a060048f6157c2e69eba52e24ba26ae: Running coprocessor pre-open hook at 1731266615504Writing region info on filesystem at 1731266615504Initializing all the Stores at 1731266615504Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266615505 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266615508 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266615508Cleaning up temporary data from old regions at 1731266615514 (+6 ms)Running coprocessor post-open hooks at 1731266615522 (+8 ms)Region opened successfully at 1731266615522 2024-11-10T19:23:35,523 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae., pid=6, masterSystemTime=1731266615499 2024-11-10T19:23:35,525 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,525 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:35,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a060048f6157c2e69eba52e24ba26ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:35,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a060048f6157c2e69eba52e24ba26ae, server=bdc25462c9ef,36673,1731266605222 because future has completed 2024-11-10T19:23:35,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:23:35,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a060048f6157c2e69eba52e24ba26ae, server=bdc25462c9ef,36673,1731266605222 in 184 msec 2024-11-10T19:23:35,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:23:35,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a060048f6157c2e69eba52e24ba26ae, ASSIGN in 342 msec 2024-11-10T19:23:35,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:23:35,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266615542"}]},"ts":"1731266615542"} 2024-11-10T19:23:35,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:23:35,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:23:35,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 387 msec 2024-11-10T19:23:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:35,785 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:23:35,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e4a655 2024-11-10T19:23:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:35,787 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:35,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T19:23:35,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:23:35,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:35,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T19:23:35,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:23:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:35,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741835_1011 (size=902) 2024-11-10T19:23:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:36,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be29a850d44d4bceadf6dce1126ea1d0, NAME => 'test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40 2024-11-10T19:23:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741836_1012 (size=39) 2024-11-10T19:23:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:36,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:36,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be29a850d44d4bceadf6dce1126ea1d0, disabling compactions & flushes 2024-11-10T19:23:36,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. after waiting 0 ms 2024-11-10T19:23:36,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be29a850d44d4bceadf6dce1126ea1d0: Waiting for close lock at 1731266616613Disabling compacts and flushes for region at 1731266616613Disabling writes for close at 1731266616613Writing region close event to WAL at 1731266616613Closed at 1731266616613 2024-11-10T19:23:36,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:23:36,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731266616614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266616614"}]},"ts":"1731266616614"} 2024-11-10T19:23:36,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:23:36,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:23:36,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266616617"}]},"ts":"1731266616617"} 2024-11-10T19:23:36,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T19:23:36,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be29a850d44d4bceadf6dce1126ea1d0, ASSIGN}] 2024-11-10T19:23:36,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be29a850d44d4bceadf6dce1126ea1d0, ASSIGN 2024-11-10T19:23:36,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be29a850d44d4bceadf6dce1126ea1d0, ASSIGN; state=OFFLINE, location=bdc25462c9ef,44993,1731266610945; forceNewPlan=false, retain=false 2024-11-10T19:23:36,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be29a850d44d4bceadf6dce1126ea1d0, regionState=OPENING, regionLocation=bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:36,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be29a850d44d4bceadf6dce1126ea1d0, ASSIGN because future has completed 2024-11-10T19:23:36,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be29a850d44d4bceadf6dce1126ea1d0, server=bdc25462c9ef,44993,1731266610945}] 2024-11-10T19:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:36,929 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,929 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be29a850d44d4bceadf6dce1126ea1d0, NAME => 'test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:36,929 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:36,930 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T19:23:36,930 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,930 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:36,930 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,930 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,931 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,932 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be29a850d44d4bceadf6dce1126ea1d0 columnFamilyName f 2024-11-10T19:23:36,932 DEBUG [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:36,932 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] regionserver.HStore(327): Store=be29a850d44d4bceadf6dce1126ea1d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:36,933 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,933 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be29a850d44d4bceadf6dce1126ea1d0 columnFamilyName f1 2024-11-10T19:23:36,933 DEBUG [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:36,934 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] regionserver.HStore(327): Store=be29a850d44d4bceadf6dce1126ea1d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:36,934 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,935 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be29a850d44d4bceadf6dce1126ea1d0 columnFamilyName norep 2024-11-10T19:23:36,935 DEBUG [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:36,935 INFO [StoreOpener-be29a850d44d4bceadf6dce1126ea1d0-1 {}] regionserver.HStore(327): Store=be29a850d44d4bceadf6dce1126ea1d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:36,935 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,936 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,936 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,937 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,937 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,938 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:23:36,939 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,941 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:36,941 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be29a850d44d4bceadf6dce1126ea1d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605837, jitterRate=0.05210895836353302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:23:36,941 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:36,941 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be29a850d44d4bceadf6dce1126ea1d0: Running coprocessor pre-open hook at 1731266616930Writing region info on filesystem at 1731266616930Initializing all the Stores at 1731266616931 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266616931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266616931Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266616931Cleaning up temporary data from old regions at 1731266616937 (+6 ms)Running coprocessor post-open hooks at 1731266616941 (+4 ms)Region opened successfully at 1731266616941 2024-11-10T19:23:36,942 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0., pid=6, masterSystemTime=1731266616926 2024-11-10T19:23:36,944 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,945 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:36,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be29a850d44d4bceadf6dce1126ea1d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:36,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be29a850d44d4bceadf6dce1126ea1d0, server=bdc25462c9ef,44993,1731266610945 because future has completed 2024-11-10T19:23:36,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:23:36,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be29a850d44d4bceadf6dce1126ea1d0, server=bdc25462c9ef,44993,1731266610945 in 175 msec 2024-11-10T19:23:36,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:23:36,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be29a850d44d4bceadf6dce1126ea1d0, ASSIGN in 331 msec 2024-11-10T19:23:36,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:23:36,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266616954"}]},"ts":"1731266616954"} 2024-11-10T19:23:36,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T19:23:36,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:23:36,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-10T19:23:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:23:37,936 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T19:23:37,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:37,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36299,-1 for getting cluster id 2024-11-10T19:23:37,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:37,940 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5fd6cbe-260e-42c5-969b-5b01ebe3431f' 2024-11-10T19:23:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5fd6cbe-260e-42c5-969b-5b01ebe3431f" 2024-11-10T19:23:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125f41a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36299,-1] 2024-11-10T19:23:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:37,943 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:37,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d3006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:37,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278e088e 2024-11-10T19:23:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:37,946 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:37,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://bdc25462c9ef:45811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:23:37,950 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45811' 2024-11-10T19:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:37,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e71110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:37,954 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45811,-1 for getting cluster id 2024-11-10T19:23:37,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:37,957 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f61bd6ba-827a-4ce6-a569-5a2c220c1fce' 2024-11-10T19:23:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f61bd6ba-827a-4ce6-a569-5a2c220c1fce" 2024-11-10T19:23:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df82131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45811,-1] 2024-11-10T19:23:37,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:37,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:37,959 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:37,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47098206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:37,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:37,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:37,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3615bdd1 2024-11-10T19:23:37,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:37,964 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:37,967 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T19:23:37,967 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:23:37,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:37,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:37,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:37,968 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:23:37,970 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T19:23:37,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:23:37,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:37,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:23:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741837_1013 (size=1138) 2024-11-10T19:23:38,020 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T19:23:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:38,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2862814190981f397c5ca812b0de1523, NAME => 'hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7 2024-11-10T19:23:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741838_1014 (size=44) 2024-11-10T19:23:38,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:38,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2862814190981f397c5ca812b0de1523, disabling compactions & flushes 2024-11-10T19:23:38,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. after waiting 0 ms 2024-11-10T19:23:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2862814190981f397c5ca812b0de1523: Waiting for close lock at 1731266618412Disabling compacts and flushes for region at 1731266618412Disabling writes for close at 1731266618412Writing region close event to WAL at 1731266618413 (+1 ms)Closed at 1731266618413 2024-11-10T19:23:38,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:23:38,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731266618414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731266618414"}]},"ts":"1731266618414"} 2024-11-10T19:23:38,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:23:38,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:23:38,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266618416"}]},"ts":"1731266618416"} 2024-11-10T19:23:38,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T19:23:38,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2862814190981f397c5ca812b0de1523, ASSIGN}] 2024-11-10T19:23:38,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2862814190981f397c5ca812b0de1523, ASSIGN 2024-11-10T19:23:38,420 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2862814190981f397c5ca812b0de1523, ASSIGN; state=OFFLINE, location=bdc25462c9ef,41589,1731266600066; forceNewPlan=false, retain=false 2024-11-10T19:23:38,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2862814190981f397c5ca812b0de1523, regionState=OPENING, regionLocation=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:38,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2862814190981f397c5ca812b0de1523, ASSIGN because future has completed 2024-11-10T19:23:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:38,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2862814190981f397c5ca812b0de1523, server=bdc25462c9ef,41589,1731266600066}] 2024-11-10T19:23:38,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:23:38,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T19:23:38,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bdc25462c9ef%2C41589%2C1731266600066.rep, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/oldWALs, maxLogs=10 2024-11-10T19:23:38,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266618733, exclude list is [], retry=0 2024-11-10T19:23:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:38,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266618733 2024-11-10T19:23:38,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:38,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2862814190981f397c5ca812b0de1523, NAME => 'hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:23:38,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T19:23:38,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:23:38,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. service=MultiRowMutationService 2024-11-10T19:23:38,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T19:23:38,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:23:38,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,785 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,786 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2862814190981f397c5ca812b0de1523 columnFamilyName hfileref 2024-11-10T19:23:38,786 DEBUG [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:38,787 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] regionserver.HStore(327): Store=2862814190981f397c5ca812b0de1523/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:38,787 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,788 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2862814190981f397c5ca812b0de1523 columnFamilyName queue 2024-11-10T19:23:38,788 DEBUG [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:38,789 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] regionserver.HStore(327): Store=2862814190981f397c5ca812b0de1523/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:38,789 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,790 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2862814190981f397c5ca812b0de1523 columnFamilyName sid 2024-11-10T19:23:38,790 DEBUG [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:23:38,790 INFO [StoreOpener-2862814190981f397c5ca812b0de1523-1 {}] regionserver.HStore(327): Store=2862814190981f397c5ca812b0de1523/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:23:38,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T19:23:38,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:23:38,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2862814190981f397c5ca812b0de1523; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68147207, jitterRate=0.015472516417503357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T19:23:38,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:38,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2862814190981f397c5ca812b0de1523: Running coprocessor pre-open hook at 1731266618772Writing region info on filesystem at 1731266618772Initializing all the Stores at 1731266618773 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266618773Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266618780 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731266618780Cleaning up temporary data from old regions at 1731266618792 (+12 ms)Running coprocessor post-open hooks at 1731266618805 (+13 ms)Region opened successfully at 1731266618805 2024-11-10T19:23:38,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523., pid=10, masterSystemTime=1731266618728 2024-11-10T19:23:38,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:38,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2862814190981f397c5ca812b0de1523, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2862814190981f397c5ca812b0de1523, server=bdc25462c9ef,41589,1731266600066 because future has completed 2024-11-10T19:23:38,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T19:23:38,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2862814190981f397c5ca812b0de1523, server=bdc25462c9ef,41589,1731266600066 in 242 msec 2024-11-10T19:23:38,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T19:23:38,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2862814190981f397c5ca812b0de1523, ASSIGN in 401 msec 2024-11-10T19:23:38,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:23:38,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731266618821"}]},"ts":"1731266618821"} 2024-11-10T19:23:38,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T19:23:38,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:23:38,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 857 msec 2024-11-10T19:23:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2] 2024-11-10T19:23:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:38,927 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:39,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:23:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:39,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T19:23:39,224 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T19:23:39,256 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bdc25462c9ef,41589,1731266600066, ReplicationSource: 1, currentBandwidth=0 2024-11-10T19:23:39,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:39,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41589,1731266600066, seqNum=-1] 2024-11-10T19:23:39,257 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:39,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T19:23:39,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bdc25462c9ef,41589,1731266600066', locateType=CURRENT is [region=hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2] 2024-11-10T19:23:39,272 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T19:23:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T19:23:39,277 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bdc25462c9ef,41589,1731266600066 suceeded 2024-11-10T19:23:39,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T19:23:39,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-10T19:23:39,280 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bdc25462c9ef:45811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:23:39,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3340 sec 2024-11-10T19:23:39,289 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:45811' 2024-11-10T19:23:39,290 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2759c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:39,290 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45811,-1 for getting cluster id 2024-11-10T19:23:39,291 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:39,291 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f61bd6ba-827a-4ce6-a569-5a2c220c1fce' 2024-11-10T19:23:39,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:39,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f61bd6ba-827a-4ce6-a569-5a2c220c1fce" 2024-11-10T19:23:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a03db86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45811,-1] 2024-11-10T19:23:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:39,292 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:39,293 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b490b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:39,293 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a460851 2024-11-10T19:23:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:39,294 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T19:23:39,295 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bdc25462c9ef,41589,1731266600066 (queues=1) is replicating from cluster=c5fd6cbe-260e-42c5-969b-5b01ebe3431f to cluster=f61bd6ba-827a-4ce6-a569-5a2c220c1fce 2024-11-10T19:23:39,295 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bdc25462c9ef%2C41589%2C1731266600066 2024-11-10T19:23:39,295 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bdc25462c9ef,41589,1731266600066, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:23:39,296 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902, startPosition=0, beingWritten=true 2024-11-10T19:23:39,300 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C41589%2C1731266600066 2024-11-10T19:23:39,312 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:23:39,312 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 379, reset compression=false 2024-11-10T19:23:39,312 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41589,1731266600066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:23:39,522 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 379, reset compression=false 2024-11-10T19:23:39,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:39,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,835 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 379, reset compression=false 2024-11-10T19:23:39,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:39,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:23:40,105 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T19:23:40,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:40,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:40,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:40,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36299,-1 for getting cluster id 2024-11-10T19:23:40,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:40,114 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5fd6cbe-260e-42c5-969b-5b01ebe3431f' 2024-11-10T19:23:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5fd6cbe-260e-42c5-969b-5b01ebe3431f" 2024-11-10T19:23:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e7749e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36299,-1] 2024-11-10T19:23:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,116 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4355ac5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45811,-1 for getting cluster id 2024-11-10T19:23:40,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:40,122 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f61bd6ba-827a-4ce6-a569-5a2c220c1fce' 2024-11-10T19:23:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f61bd6ba-827a-4ce6-a569-5a2c220c1fce" 2024-11-10T19:23:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205d58a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45811,-1] 2024-11-10T19:23:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,123 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6bd5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T19:23:40,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe11dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46691,-1 for getting cluster id 2024-11-10T19:23:40,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:40,129 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f' 2024-11-10T19:23:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f" 2024-11-10T19:23:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f53f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46691,-1] 2024-11-10T19:23:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,131 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785378e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:40,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731266620136/Put/seqid=0 2024-11-10T19:23:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741840_1016 (size=7894) 2024-11-10T19:23:40,238 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 379, reset compression=false 2024-11-10T19:23:40,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731266620548/Put/seqid=0 2024-11-10T19:23:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741841_1017 (size=7691) 2024-11-10T19:23:40,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36299,-1 for getting cluster id 2024-11-10T19:23:40,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:40,560 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5fd6cbe-260e-42c5-969b-5b01ebe3431f' 2024-11-10T19:23:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5fd6cbe-260e-42c5-969b-5b01ebe3431f" 2024-11-10T19:23:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c19fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36299,-1] 2024-11-10T19:23:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,562 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:40,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41589,1731266600066, seqNum=-1] 2024-11-10T19:23:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:40,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:40,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417cd561 2024-11-10T19:23:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:40,575 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2] 2024-11-10T19:23:40,581 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:23:40,587 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T19:23:40,589 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T19:23:40,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T19:23:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:40,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T19:23:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegion(2603): Flush status journal for 3af21e46f81fcde5c0d69cc65589e9a3: 2024-11-10T19:23:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_0 2024-11-10T19:23:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_0 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ 2024-11-10T19:23:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_1 2024-11-10T19:23:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_1 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ 2024-11-10T19:23:40,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_0 into 3af21e46f81fcde5c0d69cc65589e9a3/f as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ - updating store file list. 2024-11-10T19:23:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:40,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ into 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:40,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_0 into 3af21e46f81fcde5c0d69cc65589e9a3/f (new location: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_) 2024-11-10T19:23:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_0 2024-11-10T19:23:40,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_1 into 3af21e46f81fcde5c0d69cc65589e9a3/f as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ - updating store file list. 2024-11-10T19:23:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba30bc99057d497b9685159da64daa1b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:40,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ into 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:40,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_1 into 3af21e46f81fcde5c0d69cc65589e9a3/f (new location: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_) 2024-11-10T19:23:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__ps12ecnpsvfaogf10hto6bmvsfeufbtqfqi4bkeli4fc02nvuqutcn3e03gnu203/f/hfile_1 2024-11-10T19:23:40,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:40,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:40,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:40,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2 , the old value is region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bdc25462c9ef:41589 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:23:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36673,1731266605222, seqNum=-1] 2024-11-10T19:23:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:23:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2 from cache 2024-11-10T19:23:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:40,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:40,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T19:23:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae., hostname=bdc25462c9ef,36673,1731266605222, seqNum=2] 2024-11-10T19:23:40,633 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:23:40,735 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:41589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T19:23:40,742 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 379, reset compression=false 2024-11-10T19:23:40,747 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:23:40,747 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41589,1731266600066 got entry batch from reader: WALEntryBatch [walEntries=[{test/3af21e46f81fcde5c0d69cc65589e9a3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266620624/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T19:23:40,751 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:40,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T19:23:40,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.ReplicationSink(318): Replicating [c5fd6cbe-260e-42c5-969b-5b01ebe3431f] bulk loaded data 2024-11-10T19:23:40,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490a192e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45811,-1 for getting cluster id 2024-11-10T19:23:40,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:40,754 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f61bd6ba-827a-4ce6-a569-5a2c220c1fce' 2024-11-10T19:23:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f61bd6ba-827a-4ce6-a569-5a2c220c1fce" 2024-11-10T19:23:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@174ecedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45811,-1] 2024-11-10T19:23:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:40,756 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:40,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ff5a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741837_1013 (size=7894) 2024-11-10T19:23:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741838_1014 (size=7691) 2024-11-10T19:23:40,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f6151f 2024-11-10T19:23:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:40,805 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T19:23:40,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:23:40,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:40,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,36673,1731266605222, seqNum=-1] 2024-11-10T19:23:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:40,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T19:23:40,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T19:23:40,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T19:23:40,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ for inclusion in 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T19:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:40,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ for inclusion in 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T19:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HRegion(2603): Flush status journal for 1a060048f6157c2e69eba52e24ba26ae: 2024-11-10T19:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba30bc99057d497b9685159da64daa1b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a14ee517f0aa4dce9d19e90d72ae2810_SeqId_4_ 2024-11-10T19:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:23:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/52d2811fd63c420295249d20e1af9bf0_SeqId_4_ 2024-11-10T19:23:40,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ into 1a060048f6157c2e69eba52e24ba26ae/f as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a14ee517f0aa4dce9d19e90d72ae2810_SeqId_4_ - updating store file list. 2024-11-10T19:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a14ee517f0aa4dce9d19e90d72ae2810_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:40,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a14ee517f0aa4dce9d19e90d72ae2810_SeqId_4_ into 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:40,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ into 1a060048f6157c2e69eba52e24ba26ae/f (new location: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a14ee517f0aa4dce9d19e90d72ae2810_SeqId_4_) 2024-11-10T19:23:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/ba30bc99057d497b9685159da64daa1b_SeqId_4_ 2024-11-10T19:23:40,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ into 1a060048f6157c2e69eba52e24ba26ae/f as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/52d2811fd63c420295249d20e1af9bf0_SeqId_4_ - updating store file list. 2024-11-10T19:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52d2811fd63c420295249d20e1af9bf0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:40,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/52d2811fd63c420295249d20e1af9bf0_SeqId_4_ into 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:40,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ into 1a060048f6157c2e69eba52e24ba26ae/f (new location: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/52d2811fd63c420295249d20e1af9bf0_SeqId_4_) 2024-11-10T19:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__em986h52g4do7bdmfm9k5ipk0sdgfnamthi2a373fvprbfamite8lreltgim65lo/f/e5e96428863d4f7d921ae8bfdc8a173e_SeqId_4_ 2024-11-10T19:23:40,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.ReplicationSink(324): Finished replicating [c5fd6cbe-260e-42c5-969b-5b01ebe3431f] bulk loaded data 2024-11-10T19:23:40,947 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 687, reset compression=false 2024-11-10T19:23:41,251 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 687, reset compression=false 2024-11-10T19:23:41,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,44993,1731266610945, seqNum=-1] 2024-11-10T19:23:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:41,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0., hostname=bdc25462c9ef,44993,1731266610945, seqNum=2] 2024-11-10T19:23:41,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:41,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:23:41,661 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bdc25462c9ef%2C41589%2C1731266600066:(num 1731266601902) roll requested 2024-11-10T19:23:41,685 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 687, reset compression=false 2024-11-10T19:23:41,692 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661, exclude list is [], retry=0 2024-11-10T19:23:41,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:41,720 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 2024-11-10T19:23:41,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 not finished, retry = 0 2024-11-10T19:23:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741833_1009 (size=695) 2024-11-10T19:23:41,736 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:41,736 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 is not closed yet, will try archiving it next time 2024-11-10T19:23:41,736 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bdc25462c9ef%2C41589%2C1731266600066.rep:(num 1731266618733) roll requested 2024-11-10T19:23:41,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a25afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:41,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36299,-1 for getting cluster id 2024-11-10T19:23:41,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:41,746 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5fd6cbe-260e-42c5-969b-5b01ebe3431f' 2024-11-10T19:23:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5fd6cbe-260e-42c5-969b-5b01ebe3431f" 2024-11-10T19:23:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270054c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36299,-1] 2024-11-10T19:23:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:41,749 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2984a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:41,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a295f1 2024-11-10T19:23:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:41,752 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:41,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://bdc25462c9ef:46691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T19:23:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T19:23:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:23:41,756 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:46691' 2024-11-10T19:23:41,767 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266621736, exclude list is [], retry=0 2024-11-10T19:23:41,768 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1a7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:41,768 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46691,-1 for getting cluster id 2024-11-10T19:23:41,768 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:41,769 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f' 2024-11-10T19:23:41,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:41,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f" 2024-11-10T19:23:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2177bade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46691,-1] 2024-11-10T19:23:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:41,771 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:41,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bff8f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:41,772 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35a2565b 2024-11-10T19:23:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:41,775 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:41,775 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T19:23:41,775 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T19:23:41,776 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:41,776 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:41,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:41,811 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266618733 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266621736 2024-11-10T19:23:41,811 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:41,811 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266618733 is not closed yet, will try archiving it next time 2024-11-10T19:23:41,811 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bdc25462c9ef%2C41589%2C1731266600066.meta:.meta(num 1731266602374) roll requested 2024-11-10T19:23:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741839_1015 (size=1505) 2024-11-10T19:23:41,833 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266621811.meta, exclude list is [], retry=0 2024-11-10T19:23:41,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-0cca8981-1e80-4ea2-9bc8-1ce003978493,DISK] 2024-11-10T19:23:41,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T19:23:41,849 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/oldWALs/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 2024-11-10T19:23:41,861 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266602374.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266621811.meta 2024-11-10T19:23:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:23:41,874 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-10T19:23:41,874 DEBUG [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266602374.meta is not closed yet, will try archiving it next time 2024-11-10T19:23:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741834_1010 (size=3473) 2024-11-10T19:23:42,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T19:23:42,001 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T19:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:23:42,080 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-bdc25462c9ef,41589,1731266600066, ReplicationSource: 2, currentBandwidth=0 2024-11-10T19:23:42,101 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T19:23:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T19:23:42,104 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bdc25462c9ef,41589,1731266600066 suceeded 2024-11-10T19:23:42,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T19:23:42,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-10T19:23:42,107 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bdc25462c9ef:46691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T19:23:42,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 355 msec 2024-11-10T19:23:42,140 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bdc25462c9ef:46691' 2024-11-10T19:23:42,153 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16734783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,153 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46691,-1 for getting cluster id 2024-11-10T19:23:42,153 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:42,154 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f' 2024-11-10T19:23:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f" 2024-11-10T19:23:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ba142dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46691,-1] 2024-11-10T19:23:42,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:42,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,157 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:42,157 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6b5420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,157 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:42,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:42,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc58494 2024-11-10T19:23:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:42,160 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T19:23:42,160 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bdc25462c9ef,41589,1731266600066 (queues=1) is replicating from cluster=c5fd6cbe-260e-42c5-969b-5b01ebe3431f to cluster=b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f 2024-11-10T19:23:42,161 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bdc25462c9ef%2C41589%2C1731266600066 2024-11-10T19:23:42,161 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bdc25462c9ef,41589,1731266600066, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T19:23:42,172 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661, startPosition=0, beingWritten=true 2024-11-10T19:23:42,181 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdc25462c9ef%2C41589%2C1731266600066 2024-11-10T19:23:42,236 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 to pos 687, reset compression=false 2024-11-10T19:23:42,246 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 was moved to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/oldWALs/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 2024-11-10T19:23:42,248 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902 2024-11-10T19:23:42,249 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41589,1731266600066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266601902, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T19:23:42,249 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661, startPosition=0, beingWritten=true 2024-11-10T19:23:42,251 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bdc25462c9ef%2C41589%2C1731266600066.1731266601902] 2024-11-10T19:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T19:23:42,385 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T19:23:42,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:42,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:42,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:23:42,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:42,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731266622397/Put/seqid=0 2024-11-10T19:23:42,410 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 0, reset compression=false 2024-11-10T19:23:42,412 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:23:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741845_1021 (size=11194) 2024-11-10T19:23:42,458 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731266622458/Put/seqid=0 2024-11-10T19:23:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741846_1022 (size=10791) 2024-11-10T19:23:42,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16986d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,36299,-1 for getting cluster id 2024-11-10T19:23:42,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:42,473 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5fd6cbe-260e-42c5-969b-5b01ebe3431f' 2024-11-10T19:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5fd6cbe-260e-42c5-969b-5b01ebe3431f" 2024-11-10T19:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ff9d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,36299,-1] 2024-11-10T19:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,475 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:42,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,41589,1731266600066, seqNum=-1] 2024-11-10T19:23:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:42,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:23:42,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6c9883 2024-11-10T19:23:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:42,492 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:23:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2] 2024-11-10T19:23:42,498 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:23:42,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T19:23:42,516 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T19:23:42,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T19:23:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:42,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T19:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegion(2603): Flush status journal for 3af21e46f81fcde5c0d69cc65589e9a3: 2024-11-10T19:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_0 2024-11-10T19:23:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_0 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ 2024-11-10T19:23:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_1 2024-11-10T19:23:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_1 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/13aef7187310456d9bf851d41472e501_SeqId_6_ 2024-11-10T19:23:42,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_0 into 3af21e46f81fcde5c0d69cc65589e9a3/f as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ - updating store file list. 2024-11-10T19:23:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:42,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ into 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:42,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_0 into 3af21e46f81fcde5c0d69cc65589e9a3/f (new location: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_) 2024-11-10T19:23:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_0 2024-11-10T19:23:42,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_1 into 3af21e46f81fcde5c0d69cc65589e9a3/f as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/13aef7187310456d9bf851d41472e501_SeqId_6_ - updating store file list. 2024-11-10T19:23:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13aef7187310456d9bf851d41472e501_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:42,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/13aef7187310456d9bf851d41472e501_SeqId_6_ into 3af21e46f81fcde5c0d69cc65589e9a3/f 2024-11-10T19:23:42,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_1 into 3af21e46f81fcde5c0d69cc65589e9a3/f (new location: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/f/13aef7187310456d9bf851d41472e501_SeqId_6_) 2024-11-10T19:23:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/staging/jenkins__test__1c9391vvf0u5ql2jumtc72rpn3e5aqa4ekj36b605qmk29qc10r1pe7oq45dovrp/f/hfile_1 2024-11-10T19:23:42,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:42,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:42,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2 , the old value is region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bdc25462c9ef:41589 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:23:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T19:23:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., hostname=bdc25462c9ef,41589,1731266600066, seqNum=2 from cache 2024-11-10T19:23:42,580 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T19:23:42,584 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T19:23:42,685 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:41589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T19:23:42,743 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 0, reset compression=false 2024-11-10T19:23:42,748 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:23:42,748 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bdc25462c9ef,41589,1731266600066 got entry batch from reader: WALEntryBatch [walEntries=[{test/3af21e46f81fcde5c0d69cc65589e9a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266622574/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T19:23:42,762 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:23:42,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T19:23:42,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.ReplicationSink(318): Replicating [c5fd6cbe-260e-42c5-969b-5b01ebe3431f] bulk loaded data 2024-11-10T19:23:42,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ab5d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,46691,-1 for getting cluster id 2024-11-10T19:23:42,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:23:42,766 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f' 2024-11-10T19:23:42,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:23:42,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f56477-a8d1-49a8-b014-cbbf5d3fbc5f" 2024-11-10T19:23:42,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa080a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,46691,-1] 2024-11-10T19:23:42,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:23:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:42,768 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:23:42,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a6d31c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:23:42,857 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 0, reset compression=false 2024-11-10T19:23:42,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741837_1013 (size=11194) 2024-11-10T19:23:42,901 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T19:23:42,901 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41589,1731266600066 got entry batch from reader: WALEntryBatch [walEntries=[{test/3af21e46f81fcde5c0d69cc65589e9a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731266622574/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T19:23:42,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.ReplicationSink(318): Replicating [c5fd6cbe-260e-42c5-969b-5b01ebe3431f] bulk loaded data 2024-11-10T19:23:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741838_1014 (size=10791) 2024-11-10T19:23:42,948 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741839_1015 (size=11194) 2024-11-10T19:23:43,101 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:43,280 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:43,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:23:43,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:43,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b544f2d 2024-11-10T19:23:43,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:23:43,337 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T19:23:43,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:23:43,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:23:43,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,44993,1731266610945, seqNum=-1] 2024-11-10T19:23:43,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:23:43,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T19:23:43,384 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/13aef7187310456d9bf851d41472e501_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T19:23:43,393 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T19:23:43,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/13aef7187310456d9bf851d41472e501_SeqId_6_ for inclusion in be29a850d44d4bceadf6dce1126ea1d0/f 2024-11-10T19:23:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T19:23:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:43,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ for inclusion in be29a850d44d4bceadf6dce1126ea1d0/f 2024-11-10T19:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T19:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HRegion(2603): Flush status journal for be29a850d44d4bceadf6dce1126ea1d0: 2024-11-10T19:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 13aef7187310456d9bf851d41472e501_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/13aef7187310456d9bf851d41472e501_SeqId_6_ as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/cd9edc6b0f40496d98808a012f378469_SeqId_4_ 2024-11-10T19:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:23:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/1e4138c703294204aa009b3941e0c152_SeqId_4_ 2024-11-10T19:23:43,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/13aef7187310456d9bf851d41472e501_SeqId_6_ into be29a850d44d4bceadf6dce1126ea1d0/f as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/cd9edc6b0f40496d98808a012f378469_SeqId_4_ - updating store file list. 2024-11-10T19:23:43,416 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd9edc6b0f40496d98808a012f378469_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:43,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/cd9edc6b0f40496d98808a012f378469_SeqId_4_ into be29a850d44d4bceadf6dce1126ea1d0/f 2024-11-10T19:23:43,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/13aef7187310456d9bf851d41472e501_SeqId_6_ into be29a850d44d4bceadf6dce1126ea1d0/f (new location: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/cd9edc6b0f40496d98808a012f378469_SeqId_4_) 2024-11-10T19:23:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/13aef7187310456d9bf851d41472e501_SeqId_6_ 2024-11-10T19:23:43,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ into be29a850d44d4bceadf6dce1126ea1d0/f as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/1e4138c703294204aa009b3941e0c152_SeqId_4_ - updating store file list. 2024-11-10T19:23:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e4138c703294204aa009b3941e0c152_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:43,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/1e4138c703294204aa009b3941e0c152_SeqId_4_ into be29a850d44d4bceadf6dce1126ea1d0/f 2024-11-10T19:23:43,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ into be29a850d44d4bceadf6dce1126ea1d0/f (new location: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/f/1e4138c703294204aa009b3941e0c152_SeqId_4_) 2024-11-10T19:23:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/staging/jenkins.hfs.23__test__3o2hmtpi3p5b7rfha47j1sfu5i2al0s4nmj8eqmp91njl85bueqad3vmlk14pjrn/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ 2024-11-10T19:23:43,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] regionserver.ReplicationSink(324): Finished replicating [c5fd6cbe-260e-42c5-969b-5b01ebe3431f] bulk loaded data 2024-11-10T19:23:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741840_1016 (size=10791) 2024-11-10T19:23:43,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T19:23:43,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/13aef7187310456d9bf851d41472e501_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T19:23:43,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T19:23:43,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/13aef7187310456d9bf851d41472e501_SeqId_6_ for inclusion in 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T19:23:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:43,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ for inclusion in 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T19:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T19:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HRegion(2603): Flush status journal for 1a060048f6157c2e69eba52e24ba26ae: 2024-11-10T19:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 13aef7187310456d9bf851d41472e501_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/13aef7187310456d9bf851d41472e501_SeqId_6_ as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/726d03f0a3b343b4950f71164880298e_SeqId_6_ 2024-11-10T19:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T19:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a762861c7cf348d1a351d56028d82e87_SeqId_6_ 2024-11-10T19:23:43,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/13aef7187310456d9bf851d41472e501_SeqId_6_ into 1a060048f6157c2e69eba52e24ba26ae/f as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/726d03f0a3b343b4950f71164880298e_SeqId_6_ - updating store file list. 2024-11-10T19:23:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 726d03f0a3b343b4950f71164880298e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:43,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/726d03f0a3b343b4950f71164880298e_SeqId_6_ into 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:43,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/13aef7187310456d9bf851d41472e501_SeqId_6_ into 1a060048f6157c2e69eba52e24ba26ae/f (new location: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/726d03f0a3b343b4950f71164880298e_SeqId_6_) 2024-11-10T19:23:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/13aef7187310456d9bf851d41472e501_SeqId_6_ 2024-11-10T19:23:43,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ into 1a060048f6157c2e69eba52e24ba26ae/f as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a762861c7cf348d1a351d56028d82e87_SeqId_6_ - updating store file list. 2024-11-10T19:23:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a762861c7cf348d1a351d56028d82e87_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T19:23:43,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a762861c7cf348d1a351d56028d82e87_SeqId_6_ into 1a060048f6157c2e69eba52e24ba26ae/f 2024-11-10T19:23:43,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ into 1a060048f6157c2e69eba52e24ba26ae/f (new location: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/f/a762861c7cf348d1a351d56028d82e87_SeqId_6_) 2024-11-10T19:23:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/staging/jenkins.hfs.22__test__m4vtuppk7civhaiugcsjt5u0emle8551kv78l7pjne7saratp56neq4teeijhn2e/f/c1507faaf22e4a8fbd572bb1f4b61759_SeqId_6_ 2024-11-10T19:23:43,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] regionserver.ReplicationSink(324): Finished replicating [c5fd6cbe-260e-42c5-969b-5b01ebe3431f] bulk loaded data 2024-11-10T19:23:43,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:23:43,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:43,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:43,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:43,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:43,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:43,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:23:43,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1077247320, stopped=false 2024-11-10T19:23:43,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,46691,1731266610618 2024-11-10T19:23:43,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1375464333/running 2024-11-10T19:23:43,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1375464333/running 2024-11-10T19:23:43,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:43,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:43,656 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:43,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:43,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:43,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:43,657 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,44993,1731266610945' ***** 2024-11-10T19:23:43,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/running 2024-11-10T19:23:43,657 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:23:43,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Set watcher on znode that does not yet exist, /2-1375464333/running 2024-11-10T19:23:43,657 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:23:43,657 INFO [RS:0;bdc25462c9ef:44993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:23:43,657 INFO [RS:0;bdc25462c9ef:44993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:23:43,658 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:23:43,658 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(3091): Received CLOSE for be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:43,660 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:43,660 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:43,660 INFO [RS:0;bdc25462c9ef:44993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:44993. 2024-11-10T19:23:43,660 DEBUG [RS:0;bdc25462c9ef:44993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:43,660 DEBUG [RS:0;bdc25462c9ef:44993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:43,660 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be29a850d44d4bceadf6dce1126ea1d0, disabling compactions & flushes 2024-11-10T19:23:43,660 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:43,661 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:43,661 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. after waiting 0 ms 2024-11-10T19:23:43,661 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:23:43,661 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:43,661 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:23:43,661 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:23:43,661 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:23:43,668 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:23:43,668 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1325): Online Regions={be29a850d44d4bceadf6dce1126ea1d0=test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:23:43,668 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be29a850d44d4bceadf6dce1126ea1d0 2024-11-10T19:23:43,668 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:43,668 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:43,668 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:43,668 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:43,668 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:43,669 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T19:23:43,681 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/default/test/be29a850d44d4bceadf6dce1126ea1d0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T19:23:43,682 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:43,682 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:43,682 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:43,682 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be29a850d44d4bceadf6dce1126ea1d0: Waiting for close lock at 1731266623660Running coprocessor pre-close hooks at 1731266623660Disabling compacts and flushes for region at 1731266623660Disabling writes for close at 1731266623661 (+1 ms)Writing region close event to WAL at 1731266623670 (+9 ms)Running coprocessor post-close hooks at 1731266623682 (+12 ms)Closed at 1731266623682 2024-11-10T19:23:43,682 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0. 2024-11-10T19:23:43,697 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/info/d9b820fd0ae7444795fa741ea46729cc is 129, key is test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0./info:regioninfo/1731266616945/Put/seqid=0 2024-11-10T19:23:43,705 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:43,719 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:43,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741839_1015 (size=6421) 2024-11-10T19:23:43,724 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/info/d9b820fd0ae7444795fa741ea46729cc 2024-11-10T19:23:43,745 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/ns/26f67821a1594d5d9742fc2e5069a303 is 43, key is default/ns:d/1731266614359/Put/seqid=0 2024-11-10T19:23:43,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741840_1016 (size=5153) 2024-11-10T19:23:43,846 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:43,868 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:44,069 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:44,169 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/ns/26f67821a1594d5d9742fc2e5069a303 2024-11-10T19:23:44,201 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/rep_barrier/636e85011e034775a35d0cf3737dde3a is 112, key is test,,1731266615787.be29a850d44d4bceadf6dce1126ea1d0./rep_barrier:seqnumDuringOpen/1731266616945/Put/seqid=0 2024-11-10T19:23:44,224 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741841_1017 (size=5518) 2024-11-10T19:23:44,242 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/rep_barrier/636e85011e034775a35d0cf3737dde3a 2024-11-10T19:23:44,269 DEBUG [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:44,294 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/table/b659f93338c249bfa43f9e719fd36c05 is 40, key is test/table:state/1731266616954/Put/seqid=0 2024-11-10T19:23:44,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741842_1018 (size=5165) 2024-11-10T19:23:44,324 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/table/b659f93338c249bfa43f9e719fd36c05 2024-11-10T19:23:44,335 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/info/d9b820fd0ae7444795fa741ea46729cc as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/info/d9b820fd0ae7444795fa741ea46729cc 2024-11-10T19:23:44,340 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/info/d9b820fd0ae7444795fa741ea46729cc, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T19:23:44,342 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/ns/26f67821a1594d5d9742fc2e5069a303 as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/ns/26f67821a1594d5d9742fc2e5069a303 2024-11-10T19:23:44,349 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/ns/26f67821a1594d5d9742fc2e5069a303, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:23:44,352 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/rep_barrier/636e85011e034775a35d0cf3737dde3a as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/rep_barrier/636e85011e034775a35d0cf3737dde3a 2024-11-10T19:23:44,356 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:44,360 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/rep_barrier/636e85011e034775a35d0cf3737dde3a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T19:23:44,361 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/.tmp/table/b659f93338c249bfa43f9e719fd36c05 as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/table/b659f93338c249bfa43f9e719fd36c05 2024-11-10T19:23:44,367 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/table/b659f93338c249bfa43f9e719fd36c05, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:23:44,368 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 700ms, sequenceid=11, compaction requested=false 2024-11-10T19:23:44,385 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:23:44,386 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:44,386 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:44,386 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:44,386 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266623668Running coprocessor pre-close hooks at 1731266623668Disabling compacts and flushes for region at 1731266623668Disabling writes for close at 1731266623668Obtaining lock to block concurrent updates at 1731266623669 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731266623669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731266623669Flushing stores of hbase:meta,,1.1588230740 at 1731266623670 (+1 ms)Flushing 1588230740/info: creating writer at 1731266623670Flushing 1588230740/info: appending metadata at 1731266623696 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731266623696Flushing 1588230740/ns: creating writer at 1731266623731 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731266623744 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731266623744Flushing 1588230740/rep_barrier: creating writer at 1731266624174 (+430 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266624200 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266624200Flushing 1588230740/table: creating writer at 1731266624253 (+53 ms)Flushing 1588230740/table: appending metadata at 1731266624294 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731266624294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72efee1a: reopening flushed file at 1731266624333 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef59680: reopening flushed file at 1731266624341 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f839825: reopening flushed file at 1731266624349 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2efc8c: reopening flushed file at 1731266624360 (+11 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 700ms, sequenceid=11, compaction requested=false at 1731266624368 (+8 ms)Writing region close event to WAL at 1731266624381 (+13 ms)Running coprocessor post-close hooks at 1731266624386 (+5 ms)Closed at 1731266624386 2024-11-10T19:23:44,386 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:44,469 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,44993,1731266610945; all regions closed. 2024-11-10T19:23:44,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741834_1010 (size=2717) 2024-11-10T19:23:44,476 DEBUG [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/oldWALs 2024-11-10T19:23:44,476 INFO [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C44993%2C1731266610945.meta:.meta(num 1731266614233) 2024-11-10T19:23:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741833_1009 (size=1028) 2024-11-10T19:23:44,480 DEBUG [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/oldWALs 2024-11-10T19:23:44,481 INFO [RS:0;bdc25462c9ef:44993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C44993%2C1731266610945:(num 1731266613731) 2024-11-10T19:23:44,481 DEBUG [RS:0;bdc25462c9ef:44993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,481 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:44,481 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:44,481 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:44,481 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:44,481 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:44,481 INFO [RS:0;bdc25462c9ef:44993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:44993. 2024-11-10T19:23:44,481 DEBUG [RS:0;bdc25462c9ef:44993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:44,482 DEBUG [RS:0;bdc25462c9ef:44993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,482 DEBUG [RS:0;bdc25462c9ef:44993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:44,482 INFO [RS:0;bdc25462c9ef:44993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44993 2024-11-10T19:23:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333/rs 2024-11-10T19:23:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1375464333/rs/bdc25462c9ef,44993,1731266610945 2024-11-10T19:23:44,502 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:44,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,44993,1731266610945] 2024-11-10T19:23:44,561 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1375464333/draining/bdc25462c9ef,44993,1731266610945 already deleted, retry=false 2024-11-10T19:23:44,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,44993,1731266610945 expired; onlineServers=0 2024-11-10T19:23:44,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,46691,1731266610618' ***** 2024-11-10T19:23:44,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:23:44,561 INFO [M:0;bdc25462c9ef:46691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:44,561 INFO [M:0;bdc25462c9ef:46691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:44,561 DEBUG [M:0;bdc25462c9ef:46691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:23:44,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:23:44,561 DEBUG [M:0;bdc25462c9ef:46691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:23:44,561 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266613291 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266613291,5,FailOnTimeoutGroup] 2024-11-10T19:23:44,561 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266613292 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266613292,5,FailOnTimeoutGroup] 2024-11-10T19:23:44,562 INFO [M:0;bdc25462c9ef:46691 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:44,562 INFO [M:0;bdc25462c9ef:46691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:44,562 DEBUG [M:0;bdc25462c9ef:46691 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:23:44,562 INFO [M:0;bdc25462c9ef:46691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:23:44,562 INFO [M:0;bdc25462c9ef:46691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:44,562 INFO [M:0;bdc25462c9ef:46691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:23:44,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:23:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1375464333/master 2024-11-10T19:23:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1375464333 2024-11-10T19:23:44,571 DEBUG [M:0;bdc25462c9ef:46691 {}] zookeeper.ZKUtil(347): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Unable to get data of znode /2-1375464333/master because node does not exist (not an error) 2024-11-10T19:23:44,571 WARN [M:0;bdc25462c9ef:46691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:23:44,573 INFO [M:0;bdc25462c9ef:46691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/.lastflushedseqids 2024-11-10T19:23:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741843_1019 (size=173) 2024-11-10T19:23:44,595 INFO [M:0;bdc25462c9ef:46691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:23:44,595 INFO [M:0;bdc25462c9ef:46691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:23:44,595 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:44,595 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:44,595 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:44,595 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:44,595 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:44,595 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T19:23:44,616 DEBUG [M:0;bdc25462c9ef:46691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb525945da24a898993b4ec5de22990 is 82, key is hbase:meta,,1/info:regioninfo/1731266614279/Put/seqid=0 2024-11-10T19:23:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741844_1020 (size=5672) 2024-11-10T19:23:44,623 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb525945da24a898993b4ec5de22990 2024-11-10T19:23:44,647 DEBUG [M:0;bdc25462c9ef:46691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cbe8c5b4e484459a6d81479a65332ac is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731266616958/Put/seqid=0 2024-11-10T19:23:44,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1012633cd350007, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:44,651 INFO [RS:0;bdc25462c9ef:44993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:44,651 INFO [RS:0;bdc25462c9ef:44993 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,44993,1731266610945; zookeeper connection closed. 2024-11-10T19:23:44,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33611241 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33611241 2024-11-10T19:23:44,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:23:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741845_1021 (size=6586) 2024-11-10T19:23:44,675 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cbe8c5b4e484459a6d81479a65332ac 2024-11-10T19:23:44,707 DEBUG [M:0;bdc25462c9ef:46691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eac03158a93f41d28090c30623f21317 is 69, key is bdc25462c9ef,44993,1731266610945/rs:state/1731266613454/Put/seqid=0 2024-11-10T19:23:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741846_1022 (size=5156) 2024-11-10T19:23:44,724 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eac03158a93f41d28090c30623f21317 2024-11-10T19:23:44,730 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb525945da24a898993b4ec5de22990 as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb525945da24a898993b4ec5de22990 2024-11-10T19:23:44,736 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb525945da24a898993b4ec5de22990, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T19:23:44,738 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cbe8c5b4e484459a6d81479a65332ac as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cbe8c5b4e484459a6d81479a65332ac 2024-11-10T19:23:44,744 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cbe8c5b4e484459a6d81479a65332ac, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T19:23:44,745 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eac03158a93f41d28090c30623f21317 as hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eac03158a93f41d28090c30623f21317 2024-11-10T19:23:44,752 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36397/user/jenkins/test-data/6b6c2e82-0bb3-26db-99f2-debb34383a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eac03158a93f41d28090c30623f21317, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T19:23:44,753 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=55, compaction requested=false 2024-11-10T19:23:44,760 INFO [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:44,760 DEBUG [M:0;bdc25462c9ef:46691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266624595Disabling compacts and flushes for region at 1731266624595Disabling writes for close at 1731266624595Obtaining lock to block concurrent updates at 1731266624596 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266624596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731266624596Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266624597 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266624597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266624615 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266624615Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266624627 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266624647 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266624647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266624682 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266624707 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266624707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a71cf2e: reopening flushed file at 1731266624729 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2331da3d: reopening flushed file at 1731266624736 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588a6d4e: reopening flushed file at 1731266624744 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=55, compaction requested=false at 1731266624753 (+9 ms)Writing region close event to WAL at 1731266624760 (+7 ms)Closed at 1731266624760 2024-11-10T19:23:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741830_1006 (size=32770) 2024-11-10T19:23:44,767 INFO [M:0;bdc25462c9ef:46691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:23:44,767 INFO [M:0;bdc25462c9ef:46691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46691 2024-11-10T19:23:44,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:44,767 INFO [M:0;bdc25462c9ef:46691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:44,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:44,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x1012633cd350006, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:44,880 INFO [M:0;bdc25462c9ef:46691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:44,888 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:44,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b582525{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:44,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a5d576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:44,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:44,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f03b991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:44,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f7ba0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:44,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:23:44,908 WARN [BP-2133184330-172.17.0.3-1731266607944 heartbeating to localhost/127.0.0.1:36397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:23:44,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:23:44,908 WARN [BP-2133184330-172.17.0.3-1731266607944 heartbeating to localhost/127.0.0.1:36397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2133184330-172.17.0.3-1731266607944 (Datanode Uuid f01ff848-801e-44ab-afbd-2f71c758b9be) service to localhost/127.0.0.1:36397 2024-11-10T19:23:44,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/cluster_2ced6497-25a7-c675-361f-44604e614f69/data/data1/current/BP-2133184330-172.17.0.3-1731266607944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:44,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/cluster_2ced6497-25a7-c675-361f-44604e614f69/data/data2/current/BP-2133184330-172.17.0.3-1731266607944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:44,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:23:44,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56eb83c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:44,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e382187{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:44,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:44,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fbd7bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:44,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70dd2d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd28f61-81f1-9265-adfd-352d7261caa1/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:44,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:23:44,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:23:44,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:44,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:44,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:44,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:23:44,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=212509518, stopped=false 2024-11-10T19:23:44,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,45811,1731266605076 2024-11-10T19:23:44,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794878946/running 2024-11-10T19:23:44,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:44,972 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:44,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:44,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794878946/running 2024-11-10T19:23:44,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:44,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:44,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:44,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,36673,1731266605222' ***** 2024-11-10T19:23:44,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:23:44,975 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:23:44,976 INFO [RS:0;bdc25462c9ef:36673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:23:44,976 INFO [RS:0;bdc25462c9ef:36673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:23:44,976 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:44,976 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:23:44,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/running 2024-11-10T19:23:44,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Set watcher on znode that does not yet exist, /1794878946/running 2024-11-10T19:23:44,997 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:44,997 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:44,997 INFO [RS:0;bdc25462c9ef:36673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:36673. 2024-11-10T19:23:44,997 DEBUG [RS:0;bdc25462c9ef:36673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:44,997 DEBUG [RS:0;bdc25462c9ef:36673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:44,997 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:23:44,998 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:23:44,998 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:23:44,998 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:23:44,998 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a060048f6157c2e69eba52e24ba26ae, disabling compactions & flushes 2024-11-10T19:23:44,998 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:44,998 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:44,998 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. after waiting 0 ms 2024-11-10T19:23:44,998 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:45,000 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:23:45,000 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1325): Online Regions={1a060048f6157c2e69eba52e24ba26ae=test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:23:45,000 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a060048f6157c2e69eba52e24ba26ae 2024-11-10T19:23:45,004 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:45,004 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:45,004 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:45,004 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:45,004 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:45,005 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T19:23:45,056 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/default/test/1a060048f6157c2e69eba52e24ba26ae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:23:45,057 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:45,057 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:45,057 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:45,057 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a060048f6157c2e69eba52e24ba26ae: Waiting for close lock at 1731266624998Running coprocessor pre-close hooks at 1731266624998Disabling compacts and flushes for region at 1731266624998Disabling writes for close at 1731266624998Writing region close event to WAL at 1731266625034 (+36 ms)Running coprocessor post-close hooks at 1731266625057 (+23 ms)Closed at 1731266625057 2024-11-10T19:23:45,057 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae. 2024-11-10T19:23:45,070 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:45,085 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/info/e62296fb0c084dd5afa57fd762d65301 is 129, key is test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae./info:regioninfo/1731266615525/Put/seqid=0 2024-11-10T19:23:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741841_1017 (size=6421) 2024-11-10T19:23:45,200 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:45,401 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:45,535 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/info/e62296fb0c084dd5afa57fd762d65301 2024-11-10T19:23:45,566 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/ns/2fcf35c40da0405c82af7a7618f2b087 is 43, key is default/ns:d/1731266607802/Put/seqid=0 2024-11-10T19:23:45,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741842_1018 (size=5153) 2024-11-10T19:23:45,571 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/ns/2fcf35c40da0405c82af7a7618f2b087 2024-11-10T19:23:45,595 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/rep_barrier/c5a343d4a19b47098d3a3b61940f66d3 is 112, key is test,,1731266615157.1a060048f6157c2e69eba52e24ba26ae./rep_barrier:seqnumDuringOpen/1731266615525/Put/seqid=0 2024-11-10T19:23:45,601 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741843_1019 (size=5518) 2024-11-10T19:23:45,608 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:45,714 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:45,801 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:45,946 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:23:45,946 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:23:46,001 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T19:23:46,001 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:23:46,001 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:46,006 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/rep_barrier/c5a343d4a19b47098d3a3b61940f66d3 2024-11-10T19:23:46,031 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/table/c6ff3e7b9b43418a8df3f5ad40e70f4d is 40, key is test/table:state/1731266615542/Put/seqid=0 2024-11-10T19:23:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741844_1020 (size=5165) 2024-11-10T19:23:46,201 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:46,402 DEBUG [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:46,413 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:46,439 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/table/c6ff3e7b9b43418a8df3f5ad40e70f4d 2024-11-10T19:23:46,445 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/info/e62296fb0c084dd5afa57fd762d65301 as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/info/e62296fb0c084dd5afa57fd762d65301 2024-11-10T19:23:46,450 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/info/e62296fb0c084dd5afa57fd762d65301, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T19:23:46,451 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/ns/2fcf35c40da0405c82af7a7618f2b087 as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/ns/2fcf35c40da0405c82af7a7618f2b087 2024-11-10T19:23:46,456 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/ns/2fcf35c40da0405c82af7a7618f2b087, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:23:46,457 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/rep_barrier/c5a343d4a19b47098d3a3b61940f66d3 as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/rep_barrier/c5a343d4a19b47098d3a3b61940f66d3 2024-11-10T19:23:46,463 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/rep_barrier/c5a343d4a19b47098d3a3b61940f66d3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T19:23:46,464 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/.tmp/table/c6ff3e7b9b43418a8df3f5ad40e70f4d as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/table/c6ff3e7b9b43418a8df3f5ad40e70f4d 2024-11-10T19:23:46,469 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/table/c6ff3e7b9b43418a8df3f5ad40e70f4d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:23:46,470 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1465ms, sequenceid=11, compaction requested=false 2024-11-10T19:23:46,471 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:23:46,479 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:23:46,480 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:46,480 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:46,480 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:46,480 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266625004Running coprocessor pre-close hooks at 1731266625004Disabling compacts and flushes for region at 1731266625004Disabling writes for close at 1731266625004Obtaining lock to block concurrent updates at 1731266625005 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731266625005Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731266625005Flushing stores of hbase:meta,,1.1588230740 at 1731266625010 (+5 ms)Flushing 1588230740/info: creating writer at 1731266625010Flushing 1588230740/info: appending metadata at 1731266625084 (+74 ms)Flushing 1588230740/info: closing flushed file at 1731266625084Flushing 1588230740/ns: creating writer at 1731266625540 (+456 ms)Flushing 1588230740/ns: appending metadata at 1731266625566 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731266625566Flushing 1588230740/rep_barrier: creating writer at 1731266625575 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266625595 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266625595Flushing 1588230740/table: creating writer at 1731266626013 (+418 ms)Flushing 1588230740/table: appending metadata at 1731266626030 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731266626030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7f137a: reopening flushed file at 1731266626444 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253da535: reopening flushed file at 1731266626450 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4369d81c: reopening flushed file at 1731266626456 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47931ad0: reopening flushed file at 1731266626463 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1465ms, sequenceid=11, compaction requested=false at 1731266626470 (+7 ms)Writing region close event to WAL at 1731266626474 (+4 ms)Running coprocessor post-close hooks at 1731266626479 (+5 ms)Closed at 1731266626480 (+1 ms) 2024-11-10T19:23:46,480 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:46,538 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:46,602 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,36673,1731266605222; all regions closed. 2024-11-10T19:23:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741834_1010 (size=2717) 2024-11-10T19:23:46,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/WALs/bdc25462c9ef,36673,1731266605222/bdc25462c9ef%2C36673%2C1731266605222.meta.1731266607718.meta not finished, retry = 0 2024-11-10T19:23:46,714 DEBUG [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/oldWALs 2024-11-10T19:23:46,714 INFO [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C36673%2C1731266605222.meta:.meta(num 1731266607718) 2024-11-10T19:23:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741832_1008 (size=1374) 2024-11-10T19:23:46,721 DEBUG [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/oldWALs 2024-11-10T19:23:46,721 INFO [RS:0;bdc25462c9ef:36673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C36673%2C1731266605222:(num 1731266607122) 2024-11-10T19:23:46,721 DEBUG [RS:0;bdc25462c9ef:36673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:46,721 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:46,722 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:46,722 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:46,722 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:46,722 INFO [RS:0;bdc25462c9ef:36673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:36673. 2024-11-10T19:23:46,722 DEBUG [RS:0;bdc25462c9ef:36673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:46,722 DEBUG [RS:0;bdc25462c9ef:36673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:46,722 DEBUG [RS:0;bdc25462c9ef:36673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:46,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:46,723 INFO [RS:0;bdc25462c9ef:36673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36673 2024-11-10T19:23:46,723 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794878946/rs/bdc25462c9ef,36673,1731266605222 2024-11-10T19:23:46,776 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946/rs 2024-11-10T19:23:46,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,36673,1731266605222] 2024-11-10T19:23:46,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/draining/bdc25462c9ef,36673,1731266605222 already deleted, retry=false 2024-11-10T19:23:46,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,36673,1731266605222 expired; onlineServers=0 2024-11-10T19:23:46,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,45811,1731266605076' ***** 2024-11-10T19:23:46,797 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:46,797 DEBUG [M:0;bdc25462c9ef:45811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:23:46,797 DEBUG [M:0;bdc25462c9ef:45811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:23:46,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:23:46,797 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266606732 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266606732,5,FailOnTimeoutGroup] 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:46,797 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266606754 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266606754,5,FailOnTimeoutGroup] 2024-11-10T19:23:46,797 DEBUG [M:0;bdc25462c9ef:45811 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:46,797 INFO [M:0;bdc25462c9ef:45811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:23:46,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:23:46,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794878946/master 2024-11-10T19:23:46,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794878946 2024-11-10T19:23:46,817 DEBUG [M:0;bdc25462c9ef:45811 {}] zookeeper.RecoverableZooKeeper(212): Node /1794878946/master already deleted, retry=false 2024-11-10T19:23:46,818 DEBUG [M:0;bdc25462c9ef:45811 {}] master.ActiveMasterManager(353): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Failed delete of our master address node; KeeperErrorCode = NoNode for /1794878946/master 2024-11-10T19:23:46,819 INFO [M:0;bdc25462c9ef:45811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/.lastflushedseqids 2024-11-10T19:23:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741845_1021 (size=173) 2024-11-10T19:23:46,870 INFO [M:0;bdc25462c9ef:45811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:23:46,870 INFO [M:0;bdc25462c9ef:45811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:23:46,870 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:46,870 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:46,870 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:46,870 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:46,870 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:46,870 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T19:23:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:46,886 INFO [RS:0;bdc25462c9ef:36673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:46,886 INFO [RS:0;bdc25462c9ef:36673 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,36673,1731266605222; zookeeper connection closed. 2024-11-10T19:23:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36673-0x1012633cd350004, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:46,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1976f4b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1976f4b8 2024-11-10T19:23:46,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:23:46,893 DEBUG [M:0;bdc25462c9ef:45811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c61efa8dd654ebaa04e40621d4d257a is 82, key is hbase:meta,,1/info:regioninfo/1731266607780/Put/seqid=0 2024-11-10T19:23:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741846_1022 (size=5672) 2024-11-10T19:23:46,899 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c61efa8dd654ebaa04e40621d4d257a 2024-11-10T19:23:46,946 DEBUG [M:0;bdc25462c9ef:45811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c34a3cb5bba46609019a6b3303b3026 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731266615545/Put/seqid=0 2024-11-10T19:23:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741847_1023 (size=6586) 2024-11-10T19:23:46,950 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c34a3cb5bba46609019a6b3303b3026 2024-11-10T19:23:46,975 DEBUG [M:0;bdc25462c9ef:45811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e0ea5864a4b413bab7aeefa2f70d2e1 is 69, key is bdc25462c9ef,36673,1731266605222/rs:state/1731266606860/Put/seqid=0 2024-11-10T19:23:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741848_1024 (size=5156) 2024-11-10T19:23:46,991 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e0ea5864a4b413bab7aeefa2f70d2e1 2024-11-10T19:23:46,997 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c61efa8dd654ebaa04e40621d4d257a as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c61efa8dd654ebaa04e40621d4d257a 2024-11-10T19:23:47,022 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c61efa8dd654ebaa04e40621d4d257a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T19:23:47,023 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c34a3cb5bba46609019a6b3303b3026 as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c34a3cb5bba46609019a6b3303b3026 2024-11-10T19:23:47,030 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c34a3cb5bba46609019a6b3303b3026, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T19:23:47,031 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e0ea5864a4b413bab7aeefa2f70d2e1 as hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e0ea5864a4b413bab7aeefa2f70d2e1 2024-11-10T19:23:47,037 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/22b9428b-6d92-b468-2fcc-6ce56e86f9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e0ea5864a4b413bab7aeefa2f70d2e1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T19:23:47,039 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=55, compaction requested=false 2024-11-10T19:23:47,061 INFO [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:47,061 DEBUG [M:0;bdc25462c9ef:45811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266626870Disabling compacts and flushes for region at 1731266626870Disabling writes for close at 1731266626870Obtaining lock to block concurrent updates at 1731266626870Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266626870Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731266626871 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266626871Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266626872 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266626893 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266626893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266626924 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266626945 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266626945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266626954 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266626974 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266626974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287a5311: reopening flushed file at 1731266626996 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6535d: reopening flushed file at 1731266627022 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510e21b6: reopening flushed file at 1731266627030 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=55, compaction requested=false at 1731266627039 (+9 ms)Writing region close event to WAL at 1731266627061 (+22 ms)Closed at 1731266627061 2024-11-10T19:23:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741830_1006 (size=32770) 2024-11-10T19:23:47,071 INFO [M:0;bdc25462c9ef:45811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:23:47,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:47,071 INFO [M:0;bdc25462c9ef:45811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45811 2024-11-10T19:23:47,078 INFO [M:0;bdc25462c9ef:45811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:47,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:47,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x1012633cd350003, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:47,265 INFO [M:0;bdc25462c9ef:45811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:47,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c4eba30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:47,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165f0bd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:47,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:47,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63959428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:47,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645413a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:47,285 WARN [BP-1034736683-172.17.0.3-1731266602654 heartbeating to localhost/127.0.0.1:46063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:23:47,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:23:47,285 WARN [BP-1034736683-172.17.0.3-1731266602654 heartbeating to localhost/127.0.0.1:46063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1034736683-172.17.0.3-1731266602654 (Datanode Uuid 2d252ccf-c6ac-4ae9-b9b5-288e4e0dccd3) service to localhost/127.0.0.1:46063 2024-11-10T19:23:47,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:23:47,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/cluster_f1aaf00f-bdd2-4f8d-4b21-e1c8945cd8c5/data/data1/current/BP-1034736683-172.17.0.3-1731266602654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:47,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/cluster_f1aaf00f-bdd2-4f8d-4b21-e1c8945cd8c5/data/data2/current/BP-1034736683-172.17.0.3-1731266602654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:47,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:23:47,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@664ff9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:47,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a5e72a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:47,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:47,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a12d9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:47,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ff8055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69b77927-1f2a-43e9-e5dd-c6489d4119a7/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:47,317 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:47,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:23:47,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:23:47,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:47,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:47,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:47,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:47,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:47,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:23:47,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=699920317, stopped=false 2024-11-10T19:23:47,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,36299,1731266599724 2024-11-10T19:23:47,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-622086570/running 2024-11-10T19:23:47,333 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-622086570/running 2024-11-10T19:23:47,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:47,333 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:47,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:47,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/running 2024-11-10T19:23:47,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Set watcher on znode that does not yet exist, /0-622086570/running 2024-11-10T19:23:47,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:23:47,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:47,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:47,336 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,41589,1731266600066' ***** 2024-11-10T19:23:47,336 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:23:47,336 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:23:47,336 INFO [RS:0;bdc25462c9ef:41589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:23:47,336 INFO [RS:0;bdc25462c9ef:41589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:23:47,337 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:47,337 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:23:47,356 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:47,364 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for 2862814190981f397c5ca812b0de1523 2024-11-10T19:23:47,364 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:47,364 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:47,364 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3af21e46f81fcde5c0d69cc65589e9a3, disabling compactions & flushes 2024-11-10T19:23:47,365 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:47,365 INFO [RS:0;bdc25462c9ef:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41589. 2024-11-10T19:23:47,365 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:47,365 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. after waiting 0 ms 2024-11-10T19:23:47,365 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:47,365 DEBUG [RS:0;bdc25462c9ef:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:47,365 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:47,365 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:23:47,365 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:23:47,365 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:23:47,365 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:23:47,376 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T19:23:47,376 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1325): Online Regions={3af21e46f81fcde5c0d69cc65589e9a3=test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3., 1588230740=hbase:meta,,1.1588230740, 2862814190981f397c5ca812b0de1523=hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523.} 2024-11-10T19:23:47,376 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2862814190981f397c5ca812b0de1523, 3af21e46f81fcde5c0d69cc65589e9a3 2024-11-10T19:23:47,377 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:23:47,377 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:23:47,377 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:23:47,377 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:23:47,377 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:23:47,389 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T19:23:47,412 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/default/test/3af21e46f81fcde5c0d69cc65589e9a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:23:47,413 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:47,413 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T19:23:47,413 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:47,413 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3af21e46f81fcde5c0d69cc65589e9a3: Waiting for close lock at 1731266627364Running coprocessor pre-close hooks at 1731266627364Disabling compacts and flushes for region at 1731266627364Disabling writes for close at 1731266627365 (+1 ms)Writing region close event to WAL at 1731266627396 (+31 ms)Running coprocessor post-close hooks at 1731266627413 (+17 ms)Closed at 1731266627413 2024-11-10T19:23:47,413 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3. 2024-11-10T19:23:47,414 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2862814190981f397c5ca812b0de1523, disabling compactions & flushes 2024-11-10T19:23:47,414 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:47,414 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:47,414 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. after waiting 0 ms 2024-11-10T19:23:47,414 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:47,414 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2862814190981f397c5ca812b0de1523 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T19:23:47,454 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 393, reset compression=false 2024-11-10T19:23:47,474 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T19:23:47,474 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 688, reset compression=false 2024-11-10T19:23:47,474 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bdc25462c9ef,41589,1731266600066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T19:23:47,475 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bdc25462c9ef,41589,1731266600066: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bdc25462c9ef,41589,1731266600066, walGroup=bdc25462c9ef%2C41589%2C1731266600066, offset=bdc25462c9ef%2C41589%2C1731266600066.1731266621661:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:41589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T19:23:47,476 ERROR [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T19:23:47,476 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T19:23:47,476 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T19:23:47,477 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T19:23:47,477 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T19:23:47,477 INFO [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1570766848, "init": 1048576000, "max": 2306867200, "used": 1236697568 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207645680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T19:23:47,477 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:36299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bdc25462c9ef:36299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T19:23:47,480 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/info/17df2f97173e43c19420423559d39532 is 147, key is hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523./info:regioninfo/1731266618813/Put/seqid=0 2024-11-10T19:23:47,483 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/.tmp/hfileref/8c07b94e3ed94348bcad868fa96bf748 is 74, key is 1/hfileref:13aef7187310456d9bf851d41472e501_SeqId_6_/1731266623497/DeleteColumn/seqid=0 2024-11-10T19:23:47,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741847_1023 (size=7686) 2024-11-10T19:23:47,486 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/info/17df2f97173e43c19420423559d39532 2024-11-10T19:23:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741848_1024 (size=5489) 2024-11-10T19:23:47,487 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/.tmp/hfileref/8c07b94e3ed94348bcad868fa96bf748 2024-11-10T19:23:47,510 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/.tmp/queue/1aaa877f00c444889c0f44e868512d7c is 153, key is 1-bdc25462c9ef,41589,1731266600066/queue:bdc25462c9ef%2C41589%2C1731266600066/1731266623500/Put/seqid=0 2024-11-10T19:23:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741849_1025 (size=5504) 2024-11-10T19:23:47,514 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/.tmp/queue/1aaa877f00c444889c0f44e868512d7c 2024-11-10T19:23:47,516 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/ns/4209fee83e9048beb60c137470a5a586 is 43, key is default/ns:d/1731266602546/Put/seqid=0 2024-11-10T19:23:47,518 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/.tmp/hfileref/8c07b94e3ed94348bcad868fa96bf748 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/hfileref/8c07b94e3ed94348bcad868fa96bf748 2024-11-10T19:23:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741850_1026 (size=5153) 2024-11-10T19:23:47,519 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/ns/4209fee83e9048beb60c137470a5a586 2024-11-10T19:23:47,534 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/hfileref/8c07b94e3ed94348bcad868fa96bf748, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T19:23:47,535 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/.tmp/queue/1aaa877f00c444889c0f44e868512d7c as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/queue/1aaa877f00c444889c0f44e868512d7c 2024-11-10T19:23:47,547 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/queue/1aaa877f00c444889c0f44e868512d7c, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T19:23:47,549 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2862814190981f397c5ca812b0de1523 in 135ms, sequenceid=17, compaction requested=false 2024-11-10T19:23:47,554 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/replication/2862814190981f397c5ca812b0de1523/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T19:23:47,555 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:47,555 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:47,555 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:47,556 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2862814190981f397c5ca812b0de1523: Waiting for close lock at 1731266627414Running coprocessor pre-close hooks at 1731266627414Disabling compacts and flushes for region at 1731266627414Disabling writes for close at 1731266627414Obtaining lock to block concurrent updates at 1731266627414Preparing flush snapshotting stores in 2862814190981f397c5ca812b0de1523 at 1731266627414Finished memstore snapshotting hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731266627414Flushing stores of hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. at 1731266627415 (+1 ms)Flushing 2862814190981f397c5ca812b0de1523/hfileref: creating writer at 1731266627415Flushing 2862814190981f397c5ca812b0de1523/hfileref: appending metadata at 1731266627483 (+68 ms)Flushing 2862814190981f397c5ca812b0de1523/hfileref: closing flushed file at 1731266627483Flushing 2862814190981f397c5ca812b0de1523/queue: creating writer at 1731266627491 (+8 ms)Flushing 2862814190981f397c5ca812b0de1523/queue: appending metadata at 1731266627509 (+18 ms)Flushing 2862814190981f397c5ca812b0de1523/queue: closing flushed file at 1731266627509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5b5f76: reopening flushed file at 1731266627518 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638968f: reopening flushed file at 1731266627535 (+17 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2862814190981f397c5ca812b0de1523 in 135ms, sequenceid=17, compaction requested=false at 1731266627549 (+14 ms)Writing region close event to WAL at 1731266627551 (+2 ms)Running coprocessor post-close hooks at 1731266627555 (+4 ms)Closed at 1731266627555 2024-11-10T19:23:47,556 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731266617968.2862814190981f397c5ca812b0de1523. 2024-11-10T19:23:47,564 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/rep_barrier/d8e0a68049ad4be4af0540be608387f5 is 112, key is test,,1731266614525.3af21e46f81fcde5c0d69cc65589e9a3./rep_barrier:seqnumDuringOpen/1731266614925/Put/seqid=0 2024-11-10T19:23:47,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741851_1027 (size=5518) 2024-11-10T19:23:47,571 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/rep_barrier/d8e0a68049ad4be4af0540be608387f5 2024-11-10T19:23:47,576 DEBUG [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T19:23:47,594 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/table/38e250e30de44e6c9b4269c3b5593de0 is 53, key is hbase:replication/table:state/1731266618821/Put/seqid=0 2024-11-10T19:23:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741852_1028 (size=5308) 2024-11-10T19:23:47,603 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/table/38e250e30de44e6c9b4269c3b5593de0 2024-11-10T19:23:47,609 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/info/17df2f97173e43c19420423559d39532 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/info/17df2f97173e43c19420423559d39532 2024-11-10T19:23:47,614 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/info/17df2f97173e43c19420423559d39532, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T19:23:47,615 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/ns/4209fee83e9048beb60c137470a5a586 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/ns/4209fee83e9048beb60c137470a5a586 2024-11-10T19:23:47,619 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/ns/4209fee83e9048beb60c137470a5a586, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T19:23:47,620 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/rep_barrier/d8e0a68049ad4be4af0540be608387f5 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/rep_barrier/d8e0a68049ad4be4af0540be608387f5 2024-11-10T19:23:47,624 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/rep_barrier/d8e0a68049ad4be4af0540be608387f5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T19:23:47,625 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/.tmp/table/38e250e30de44e6c9b4269c3b5593de0 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/table/38e250e30de44e6c9b4269c3b5593de0 2024-11-10T19:23:47,629 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/table/38e250e30de44e6c9b4269c3b5593de0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T19:23:47,630 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 253ms, sequenceid=16, compaction requested=false 2024-11-10T19:23:47,635 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T19:23:47,635 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T19:23:47,635 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:23:47,635 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:47,635 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731266627377Running coprocessor pre-close hooks at 1731266627377Disabling compacts and flushes for region at 1731266627377Disabling writes for close at 1731266627377Obtaining lock to block concurrent updates at 1731266627389 (+12 ms)Preparing flush snapshotting stores in 1588230740 at 1731266627389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731266627392 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731266627394 (+2 ms)Flushing 1588230740/info: creating writer at 1731266627394Flushing 1588230740/info: appending metadata at 1731266627480 (+86 ms)Flushing 1588230740/info: closing flushed file at 1731266627480Flushing 1588230740/ns: creating writer at 1731266627491 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731266627516 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731266627516Flushing 1588230740/rep_barrier: creating writer at 1731266627543 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731266627564 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731266627564Flushing 1588230740/table: creating writer at 1731266627575 (+11 ms)Flushing 1588230740/table: appending metadata at 1731266627593 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731266627593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbbc007: reopening flushed file at 1731266627608 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5312a4cc: reopening flushed file at 1731266627614 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c317611: reopening flushed file at 1731266627619 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d379a03: reopening flushed file at 1731266627624 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 253ms, sequenceid=16, compaction requested=false at 1731266627630 (+6 ms)Writing region close event to WAL at 1731266627632 (+2 ms)Running coprocessor post-close hooks at 1731266627635 (+3 ms)Closed at 1731266627635 2024-11-10T19:23:47,635 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:23:47,684 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 688, reset compression=false 2024-11-10T19:23:47,691 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:23:47,691 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:23:47,777 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,41589,1731266600066; all regions closed. 2024-11-10T19:23:47,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.meta.1731266621811.meta not finished, retry = 0 2024-11-10T19:23:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741844_1020 (size=859) 2024-11-10T19:23:47,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.rep.1731266621736 not finished, retry = 0 2024-11-10T19:23:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741843_1019 (size=2791) 2024-11-10T19:23:48,000 DEBUG [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 to pos 688, reset compression=false 2024-11-10T19:23:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741842_1018 (size=696) 2024-11-10T19:23:48,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/WALs/bdc25462c9ef,41589,1731266600066/bdc25462c9ef%2C41589%2C1731266600066.1731266621661 not finished, retry = 0 2024-11-10T19:23:48,141 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:48,142 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:23:48,142 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:48,142 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:48,142 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:48,143 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:48,143 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bdc25462c9ef,41589,1731266600066 because: Region server is closing 2024-11-10T19:23:48,143 INFO [RS:0;bdc25462c9ef:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41589. 2024-11-10T19:23:48,143 DEBUG [RS:0;bdc25462c9ef:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:48,143 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:48,143 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:48,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:48,244 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 terminated 2024-11-10T19:23:48,244 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bdc25462c9ef,41589,1731266600066 because: Region server is closing 2024-11-10T19:23:48,244 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,1-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,1-bdc25462c9ef,41589,1731266600066 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:23:48,244 INFO [RS:0;bdc25462c9ef:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:41589. 2024-11-10T19:23:48,244 DEBUG [RS:0;bdc25462c9ef:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:23:48,244 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:48,244 DEBUG [RS:0;bdc25462c9ef:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:23:48,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:23:48,345 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T19:23:48,345 WARN [RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.wal-reader.bdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T19:23:48,345 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdc25462c9ef:0-0.replicationSource,2-bdc25462c9ef,41589,1731266600066.replicationSource.shipperbdc25462c9ef%2C41589%2C1731266600066,2-bdc25462c9ef,41589,1731266600066 terminated 2024-11-10T19:23:48,346 INFO [RS:0;bdc25462c9ef:41589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41589 2024-11-10T19:23:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570/rs 2024-11-10T19:23:48,403 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-622086570/rs/bdc25462c9ef,41589,1731266600066 2024-11-10T19:23:48,403 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:48,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,41589,1731266600066] 2024-11-10T19:23:48,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-622086570/draining/bdc25462c9ef,41589,1731266600066 already deleted, retry=false 2024-11-10T19:23:48,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,41589,1731266600066 expired; onlineServers=0 2024-11-10T19:23:48,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,36299,1731266599724' ***** 2024-11-10T19:23:48,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:23:48,424 INFO [M:0;bdc25462c9ef:36299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:23:48,424 INFO [M:0;bdc25462c9ef:36299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:23:48,424 DEBUG [M:0;bdc25462c9ef:36299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:23:48,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:23:48,424 DEBUG [M:0;bdc25462c9ef:36299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:23:48,424 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266601401 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731266601401,5,FailOnTimeoutGroup] 2024-11-10T19:23:48,424 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266601401 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731266601401,5,FailOnTimeoutGroup] 2024-11-10T19:23:48,424 INFO [M:0;bdc25462c9ef:36299 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:23:48,424 INFO [M:0;bdc25462c9ef:36299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:23:48,424 DEBUG [M:0;bdc25462c9ef:36299 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:23:48,425 INFO [M:0;bdc25462c9ef:36299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:23:48,425 INFO [M:0;bdc25462c9ef:36299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:23:48,425 ERROR [M:0;bdc25462c9ef:36299 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42941,5,PEWorkerGroup] 2024-11-10T19:23:48,425 INFO [M:0;bdc25462c9ef:36299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:23:48,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:23:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-622086570/master 2024-11-10T19:23:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-622086570 2024-11-10T19:23:48,435 DEBUG [M:0;bdc25462c9ef:36299 {}] zookeeper.ZKUtil(347): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Unable to get data of znode /0-622086570/master because node does not exist (not an error) 2024-11-10T19:23:48,435 WARN [M:0;bdc25462c9ef:36299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:23:48,435 INFO [M:0;bdc25462c9ef:36299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/.lastflushedseqids 2024-11-10T19:23:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741853_1029 (size=263) 2024-11-10T19:23:48,514 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:48,514 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x1012633cd350001, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:48,514 INFO [RS:0;bdc25462c9ef:41589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:48,514 INFO [RS:0;bdc25462c9ef:41589 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,41589,1731266600066; zookeeper connection closed. 2024-11-10T19:23:48,514 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b6279d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b6279d 2024-11-10T19:23:48,514 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T19:23:48,855 INFO [M:0;bdc25462c9ef:36299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:23:48,855 INFO [M:0;bdc25462c9ef:36299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:23:48,855 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:23:48,855 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:48,855 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:48,855 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:23:48,855 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:48,855 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-10T19:23:48,888 DEBUG [M:0;bdc25462c9ef:36299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d67afd938eed46f38098a3b665a1de59 is 82, key is hbase:meta,,1/info:regioninfo/1731266602490/Put/seqid=0 2024-11-10T19:23:48,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741854_1030 (size=5672) 2024-11-10T19:23:48,894 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d67afd938eed46f38098a3b665a1de59 2024-11-10T19:23:48,919 DEBUG [M:0;bdc25462c9ef:36299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83998fb99d24dbf98488a99f864f98c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731266618826/Put/seqid=0 2024-11-10T19:23:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741855_1031 (size=8910) 2024-11-10T19:23:48,924 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83998fb99d24dbf98488a99f864f98c 2024-11-10T19:23:48,951 DEBUG [M:0;bdc25462c9ef:36299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d876534c496a420485bc471974f4405a is 69, key is bdc25462c9ef,41589,1731266600066/rs:state/1731266601542/Put/seqid=0 2024-11-10T19:23:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741856_1032 (size=5156) 2024-11-10T19:23:49,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:23:49,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,239 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T19:23:49,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:23:49,358 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d876534c496a420485bc471974f4405a 2024-11-10T19:23:49,369 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d67afd938eed46f38098a3b665a1de59 as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d67afd938eed46f38098a3b665a1de59 2024-11-10T19:23:49,373 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d67afd938eed46f38098a3b665a1de59, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T19:23:49,374 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83998fb99d24dbf98488a99f864f98c as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b83998fb99d24dbf98488a99f864f98c 2024-11-10T19:23:49,382 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b83998fb99d24dbf98488a99f864f98c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T19:23:49,383 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d876534c496a420485bc471974f4405a as hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d876534c496a420485bc471974f4405a 2024-11-10T19:23:49,392 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/d674db84-169f-d647-d8d4-d926cb83f6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d876534c496a420485bc471974f4405a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T19:23:49,393 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=112, compaction requested=false 2024-11-10T19:23:49,421 INFO [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:23:49,421 DEBUG [M:0;bdc25462c9ef:36299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731266628855Disabling compacts and flushes for region at 1731266628855Disabling writes for close at 1731266628855Obtaining lock to block concurrent updates at 1731266628855Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731266628855Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731266628856 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731266628856Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731266628856Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731266628888 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731266628888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731266628900 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731266628919 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731266628919Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731266628933 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731266628950 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731266628951 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af89e1d: reopening flushed file at 1731266629368 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9b77ed: reopening flushed file at 1731266629373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548a1611: reopening flushed file at 1731266629382 (+9 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=112, compaction requested=false at 1731266629393 (+11 ms)Writing region close event to WAL at 1731266629421 (+28 ms)Closed at 1731266629421 2024-11-10T19:23:49,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741830_1006 (size=69067) 2024-11-10T19:23:49,443 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:23:49,443 INFO [M:0;bdc25462c9ef:36299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:23:49,444 INFO [M:0;bdc25462c9ef:36299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36299 2024-11-10T19:23:49,444 INFO [M:0;bdc25462c9ef:36299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:23:49,566 INFO [M:0;bdc25462c9ef:36299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:23:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:49,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x1012633cd350000, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:23:49,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41108ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:23:49,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e80402{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:49,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:49,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376386ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:49,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5cb522{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:49,576 WARN [BP-1459789470-172.17.0.3-1731266597289 heartbeating to localhost/127.0.0.1:42941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:23:49,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:23:49,576 WARN [BP-1459789470-172.17.0.3-1731266597289 heartbeating to localhost/127.0.0.1:42941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459789470-172.17.0.3-1731266597289 (Datanode Uuid 6ca8d89d-9e8d-4e96-93af-86f48a9c882a) service to localhost/127.0.0.1:42941 2024-11-10T19:23:49,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:23:49,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/data/data1/current/BP-1459789470-172.17.0.3-1731266597289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:49,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/cluster_f0a04aa2-ab4b-bdec-b718-16dda9a8166f/data/data2/current/BP-1459789470-172.17.0.3-1731266597289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:23:49,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:23:49,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b5cb6ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:23:49,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b4a400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:23:49,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:23:49,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2874f3a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:23:49,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efffad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2fee882-1bb4-5dea-9fe9-edb7dc7b10b7/hadoop.log.dir/,STOPPED} 2024-11-10T19:23:49,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:23:49,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:23:49,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=602 (was 530) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46063 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36397 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58081) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58081) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46063 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58081) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36397 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42941 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=985 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=631 (was 473) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2976 (was 2855) - AvailableMemoryMB LEAK? - 2024-11-10T19:23:49,638 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2024-11-10T19:23:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012633cd350005, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:23:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012633cd350002, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:23:49,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012633cd350005, quorum=127.0.0.1:58081, baseZNode=/1794878946 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:23:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012633cd350008, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T19:23:49,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012633cd350002, quorum=127.0.0.1:58081, baseZNode=/0-622086570 Received Disconnected from ZooKeeper, ignoring 2024-11-10T19:23:49,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012633cd350008, quorum=127.0.0.1:58081, baseZNode=/2-1375464333 Received Disconnected from ZooKeeper, ignoring